[ 538.137692] env[68864]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68864) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.138084] env[68864]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68864) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.138161] env[68864]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68864) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.138485] env[68864]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 538.234173] env[68864]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68864) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 538.243995] env[68864]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68864) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 538.286400] env[68864]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 538.847105] env[68864]: INFO nova.virt.driver [None req-d9b46aaf-aa30-49c5-90ac-d96b1e4358b3 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 538.919054] env[68864]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.919176] env[68864]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.919275] env[68864]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68864) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 542.231275] env[68864]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-82ce813a-86ff-4d9f-b736-687dd8f277b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.247097] env[68864]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68864) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 542.247223] env[68864]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-e3a8729b-556a-42d9-b6ff-2db1d3bff274 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.274347] env[68864]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 929a3. [ 542.274485] env[68864]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.355s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.275072] env[68864]: INFO nova.virt.vmwareapi.driver [None req-d9b46aaf-aa30-49c5-90ac-d96b1e4358b3 None None] VMware vCenter version: 7.0.3 [ 542.278681] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5af2664-482f-4ac0-bbad-74fc58a530cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.296226] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0272d6f-57b4-4def-9cf5-2398ec212453 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.302411] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a7622a-2bb2-4980-b93f-97b44f02c842 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.309173] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b0ed09-2f82-4290-ab39-1496eaac1a39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.322291] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4b5ca-6c23-4483-be71-bc869b4426ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.328370] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfae464d-8cb5-4368-b87e-7aa2634cc808 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.359383] env[68864]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-df98f83c-bf72-44bf-8c61-4e1788b1a967 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.365694] env[68864]: DEBUG nova.virt.vmwareapi.driver [None req-d9b46aaf-aa30-49c5-90ac-d96b1e4358b3 None None] Extension org.openstack.compute already exists. {{(pid=68864) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 542.368491] env[68864]: INFO nova.compute.provider_config [None req-d9b46aaf-aa30-49c5-90ac-d96b1e4358b3 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 542.872326] env[68864]: DEBUG nova.context [None req-d9b46aaf-aa30-49c5-90ac-d96b1e4358b3 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d4c4e52a-7cc7-41c4-899f-f9ceb8c2a52e(cell1) {{(pid=68864) load_cells /opt/stack/nova/nova/context.py:464}} [ 542.874416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.874639] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.875355] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.875774] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Acquiring lock "d4c4e52a-7cc7-41c4-899f-f9ceb8c2a52e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.875970] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Lock "d4c4e52a-7cc7-41c4-899f-f9ceb8c2a52e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.877046] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Lock "d4c4e52a-7cc7-41c4-899f-f9ceb8c2a52e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.898605] env[68864]: INFO dbcounter [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Registered counter for database nova_cell0 [ 542.906718] env[68864]: INFO dbcounter [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Registered counter for database nova_cell1 [ 542.909986] env[68864]: DEBUG oslo_db.sqlalchemy.engines [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68864) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 542.910335] env[68864]: DEBUG oslo_db.sqlalchemy.engines [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68864) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 542.915254] env[68864]: ERROR nova.db.main.api [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.915254] env[68864]: result = function(*args, **kwargs) [ 542.915254] env[68864]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.915254] env[68864]: return func(*args, **kwargs) [ 542.915254] env[68864]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.915254] env[68864]: result = fn(*args, **kwargs) [ 542.915254] env[68864]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.915254] env[68864]: return f(*args, **kwargs) [ 542.915254] env[68864]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 542.915254] env[68864]: return db.service_get_minimum_version(context, binaries) [ 542.915254] env[68864]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.915254] env[68864]: _check_db_access() [ 542.915254] env[68864]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.915254] env[68864]: stacktrace = ''.join(traceback.format_stack()) [ 542.915254] env[68864]: [ 542.916057] env[68864]: ERROR nova.db.main.api [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.916057] env[68864]: result = function(*args, **kwargs) [ 542.916057] env[68864]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.916057] env[68864]: return func(*args, **kwargs) [ 542.916057] env[68864]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.916057] env[68864]: result = fn(*args, **kwargs) [ 542.916057] env[68864]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.916057] env[68864]: return f(*args, **kwargs) [ 542.916057] env[68864]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 542.916057] env[68864]: return db.service_get_minimum_version(context, binaries) [ 542.916057] env[68864]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.916057] env[68864]: _check_db_access() [ 542.916057] env[68864]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.916057] env[68864]: stacktrace = ''.join(traceback.format_stack()) [ 542.916057] env[68864]: [ 542.916498] env[68864]: WARNING nova.objects.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Failed to get minimum service version for cell d4c4e52a-7cc7-41c4-899f-f9ceb8c2a52e [ 542.916569] env[68864]: WARNING nova.objects.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 542.916981] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Acquiring lock "singleton_lock" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.917160] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Acquired lock "singleton_lock" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.917396] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Releasing lock "singleton_lock" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.917721] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Full set of CONF: {{(pid=68864) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 542.917863] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ******************************************************************************** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 542.917990] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] Configuration options gathered from: {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 542.918139] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 542.918352] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 542.918491] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ================================================================================ {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 542.918717] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] allow_resize_to_same_host = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.918868] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] arq_binding_timeout = 300 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.918999] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] backdoor_port = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.919138] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] backdoor_socket = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.919299] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] block_device_allocate_retries = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.919460] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] block_device_allocate_retries_interval = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.919633] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cert = self.pem {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.919800] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.919970] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute_monitors = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.920153] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] config_dir = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.920325] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] config_drive_format = iso9660 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.920490] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.920668] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] config_source = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.920841] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] console_host = devstack {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.921024] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] control_exchange = nova {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.921186] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cpu_allocation_ratio = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.921348] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] daemon = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.921518] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] debug = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.921675] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] default_access_ip_network_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.921840] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] default_availability_zone = nova {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.921994] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] default_ephemeral_format = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.922171] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] default_green_pool_size = 1000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.922412] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.922577] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] default_schedule_zone = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.922747] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] disk_allocation_ratio = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.922924] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] enable_new_services = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.923119] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] enabled_apis = ['osapi_compute'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.923286] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] enabled_ssl_apis = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.923449] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] flat_injected = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.923611] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] force_config_drive = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.923772] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] force_raw_images = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.923941] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] graceful_shutdown_timeout = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.924117] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] heal_instance_info_cache_interval = -1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.924338] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] host = cpu-1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.924513] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.924678] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.924837] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.925066] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.925234] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instance_build_timeout = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.925394] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instance_delete_interval = 300 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.925558] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instance_format = [instance: %(uuid)s] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.925726] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instance_name_template = instance-%08x {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.925885] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instance_usage_audit = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.926064] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instance_usage_audit_period = month {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.926234] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.926399] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.926569] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] internal_service_availability_zone = internal {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.926728] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] key = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.926887] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] live_migration_retry_count = 30 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.927066] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_color = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.927234] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_config_append = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.927402] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.927564] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_dir = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.927721] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_file = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.927849] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_options = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.928013] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_rotate_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.928190] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_rotate_interval_type = days {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.928379] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] log_rotation_type = none {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.928518] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.928646] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.928824] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.928978] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.929120] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.929286] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] long_rpc_timeout = 1800 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.929446] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] max_concurrent_builds = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.929607] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] max_concurrent_live_migrations = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.929764] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] max_concurrent_snapshots = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.929922] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] max_local_block_devices = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.930092] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] max_logfile_count = 30 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.930254] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] max_logfile_size_mb = 200 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.930475] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] maximum_instance_delete_attempts = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.930659] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] metadata_listen = 0.0.0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.930831] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] metadata_listen_port = 8775 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.931017] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] metadata_workers = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.931184] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] migrate_max_retries = -1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.931352] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] mkisofs_cmd = genisoimage {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.931562] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.931696] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] my_ip = 10.180.1.21 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.931900] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.932072] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] network_allocate_retries = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.932256] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.932428] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.932594] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] osapi_compute_listen_port = 8774 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.932783] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] osapi_compute_unique_server_name_scope = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.932968] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] osapi_compute_workers = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.933148] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] password_length = 12 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.933313] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] periodic_enable = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.933476] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] periodic_fuzzy_delay = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.933649] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] pointer_model = usbtablet {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.933818] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] preallocate_images = none {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.933979] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] publish_errors = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.934122] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] pybasedir = /opt/stack/nova {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.934281] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ram_allocation_ratio = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.934442] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] rate_limit_burst = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.934675] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] rate_limit_except_level = CRITICAL {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.934873] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] rate_limit_interval = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.935054] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] reboot_timeout = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.935221] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] reclaim_instance_interval = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.935380] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] record = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.935552] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] reimage_timeout_per_gb = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.935720] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] report_interval = 120 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.935880] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] rescue_timeout = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.936049] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] reserved_host_cpus = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.936213] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] reserved_host_disk_mb = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.936371] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] reserved_host_memory_mb = 512 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.936529] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] reserved_huge_pages = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.936689] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] resize_confirm_window = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.936847] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] resize_fs_using_block_device = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.937012] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] resume_guests_state_on_host_boot = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.937190] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.937352] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] rpc_response_timeout = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.937511] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] run_external_periodic_tasks = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.937679] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] running_deleted_instance_action = reap {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.937836] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.937992] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] running_deleted_instance_timeout = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.938159] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler_instance_sync_interval = 120 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.938341] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_down_time = 720 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.938520] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] servicegroup_driver = db {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.938682] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] shell_completion = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.938841] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] shelved_offload_time = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.938995] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] shelved_poll_interval = 3600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.939177] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] shutdown_timeout = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.939338] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] source_is_ipv6 = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.939496] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ssl_only = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.939752] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.939922] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] sync_power_state_interval = 600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.940098] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] sync_power_state_pool_size = 1000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.940271] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] syslog_log_facility = LOG_USER {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.940473] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] tempdir = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.940629] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] timeout_nbd = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.940801] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] transport_url = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.940963] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] update_resources_interval = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.941137] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] use_cow_images = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.941296] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] use_journal = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.941455] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] use_json = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.941615] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] use_rootwrap_daemon = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.941774] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] use_stderr = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.941932] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] use_syslog = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.942096] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vcpu_pin_set = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.942263] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plugging_is_fatal = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.942428] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plugging_timeout = 300 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.942596] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] virt_mkfs = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.942775] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] volume_usage_poll_interval = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.942948] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] watch_log_file = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.943130] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] web = /usr/share/spice-html5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.943317] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.943485] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.943653] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.943822] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_concurrency.disable_process_locking = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.944373] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.944568] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.944742] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.944916] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.945102] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.945288] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.945473] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.auth_strategy = keystone {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.945641] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.compute_link_prefix = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.945820] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.945993] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.dhcp_domain = novalocal {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.946178] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.enable_instance_password = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.946344] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.glance_link_prefix = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.946509] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.946682] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.946843] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.instance_list_per_project_cells = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.947024] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.list_records_by_skipping_down_cells = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.947192] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.local_metadata_per_cell = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.947359] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.max_limit = 1000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.947524] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.metadata_cache_expiration = 15 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.947699] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.neutron_default_tenant_id = default {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.947868] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.response_validation = warn {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.948047] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.use_neutron_default_nets = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.948218] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.948403] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.948580] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.948753] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.948922] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.vendordata_dynamic_targets = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.949098] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.vendordata_jsonfile_path = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.949294] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.949493] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.backend = dogpile.cache.memcached {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.949667] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.backend_argument = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.949828] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.backend_expiration_time = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.950012] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.config_prefix = cache.oslo {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.950185] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.dead_timeout = 60.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.950352] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.debug_cache_backend = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.950545] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.enable_retry_client = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.950718] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.enable_socket_keepalive = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.950893] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.enabled = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.951073] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.enforce_fips_mode = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.951244] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.expiration_time = 600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.951408] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.hashclient_retry_attempts = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.951575] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.951733] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_dead_retry = 300 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.951889] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_password = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.952064] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.952230] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.952394] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_pool_maxsize = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.952553] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.952719] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_sasl_enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.952917] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.953105] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.953271] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.memcache_username = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.953439] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.proxies = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.953607] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.redis_db = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.953765] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.redis_password = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.953936] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.954131] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.954307] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.redis_server = localhost:6379 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.954474] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.redis_socket_timeout = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.954636] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.redis_username = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.954797] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.retry_attempts = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.954961] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.retry_delay = 0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.955140] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.socket_keepalive_count = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.955304] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.socket_keepalive_idle = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.955467] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.socket_keepalive_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.955628] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.tls_allowed_ciphers = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.955787] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.tls_cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.955945] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.tls_certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.956118] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.tls_enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.956282] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cache.tls_keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.956449] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.956626] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.auth_type = password {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.956791] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.956963] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.957139] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.957306] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.957468] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.cross_az_attach = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.957634] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.debug = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.957792] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.endpoint_template = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.957953] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.http_retries = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.958128] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.958294] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.958490] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.os_region_name = RegionOne {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.958660] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.958821] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cinder.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.958992] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.959167] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.cpu_dedicated_set = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.959326] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.cpu_shared_set = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.959489] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.image_type_exclude_list = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.959654] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.959816] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.959979] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.960155] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.960325] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.960513] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.resource_provider_association_refresh = 300 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.960685] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.960847] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.shutdown_retry_interval = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.961043] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.961227] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] conductor.workers = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.961407] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] console.allowed_origins = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.961567] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] console.ssl_ciphers = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.961733] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] console.ssl_minimum_version = default {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.961899] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] consoleauth.enforce_session_timeout = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.962076] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] consoleauth.token_ttl = 600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.962251] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.962409] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.962570] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.962736] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.962911] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.963081] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.963245] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.963402] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.963562] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.963718] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.963873] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.964040] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.964202] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.964370] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.service_type = accelerator {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.964529] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.964686] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.964839] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.964993] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.965186] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.965347] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] cyborg.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.965515] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.asyncio_connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.965677] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.asyncio_slave_connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.965846] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.backend = sqlalchemy {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.966025] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.966196] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.connection_debug = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.966363] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.connection_parameters = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.966525] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.connection_recycle_time = 3600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.966688] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.connection_trace = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.966847] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.db_inc_retry_interval = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.967023] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.db_max_retries = 20 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.967180] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.db_max_retry_interval = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.967341] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.db_retry_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.967498] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.max_overflow = 50 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.967660] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.max_pool_size = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.967818] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.max_retries = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.967981] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.968155] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.mysql_wsrep_sync_wait = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.968328] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.pool_timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.968505] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.retry_interval = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.968667] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.slave_connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.968828] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.sqlite_synchronous = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.968988] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] database.use_db_reconnect = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.969508] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.asyncio_connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.969508] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.asyncio_slave_connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.969508] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.backend = sqlalchemy {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.969727] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.969802] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.connection_debug = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.969970] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.connection_parameters = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.970146] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.connection_recycle_time = 3600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.970308] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.connection_trace = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.970504] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.db_inc_retry_interval = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.970674] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.db_max_retries = 20 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.970837] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.db_max_retry_interval = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.970997] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.db_retry_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.971174] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.max_overflow = 50 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.971339] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.max_pool_size = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.971518] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.max_retries = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.971674] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.971832] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.971988] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.pool_timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.972165] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.retry_interval = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.972322] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.slave_connection = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.972484] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] api_database.sqlite_synchronous = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.972728] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] devices.enabled_mdev_types = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.972936] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.973134] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.973303] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ephemeral_storage_encryption.enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.973465] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.973638] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.api_servers = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.973801] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.973959] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.974130] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.974287] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.974441] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.974601] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.debug = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.974847] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.default_trusted_certificate_ids = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.975128] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.enable_certificate_validation = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.975413] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.enable_rbd_download = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.975690] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.975982] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.976290] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.976573] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.976845] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.977135] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.num_retries = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.977447] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.rbd_ceph_conf = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.977728] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.rbd_connect_timeout = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.978008] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.rbd_pool = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.978319] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.rbd_user = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.978625] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.978913] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.979218] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.979511] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.service_type = image {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.979770] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.979960] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.980145] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.980309] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.980583] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.980812] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.verify_glance_signatures = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.981044] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] glance.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.981267] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] guestfs.debug = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.981495] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.981708] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.auth_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.981880] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.982101] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.982387] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.982954] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.982954] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.982954] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.983105] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.983270] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.983435] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.983594] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.983750] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.983907] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.984076] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.984251] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.service_type = shared-file-system {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.984414] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.share_apply_policy_timeout = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.984572] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.984730] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.984885] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.985055] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.985240] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.985401] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] manila.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.985572] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] mks.enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.985923] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.986169] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] image_cache.manager_interval = 2400 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.986370] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] image_cache.precache_concurrency = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.986546] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] image_cache.remove_unused_base_images = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.986718] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.986885] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.987074] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] image_cache.subdirectory_name = _base {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.987256] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.api_max_retries = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.987422] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.api_retry_interval = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.987583] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.987789] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.auth_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.987989] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.988170] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.988338] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.988501] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.conductor_group = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.988662] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.988820] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.988980] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.989157] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.989314] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.989472] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.989632] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.989860] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.peer_list = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.990074] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.990288] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.990493] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.serial_console_state_timeout = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.990662] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.990859] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.service_type = baremetal {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.991044] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.shard = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.991215] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.991376] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.991531] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.991689] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.991868] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.992037] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ironic.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.992224] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.992396] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] key_manager.fixed_key = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.992579] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.992739] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.barbican_api_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.992895] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.barbican_endpoint = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.993075] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.barbican_endpoint_type = public {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.993236] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.barbican_region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.993392] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.993547] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.993709] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.993866] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.994029] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.994194] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.number_of_retries = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.994351] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.retry_delay = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.994511] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.send_service_user_token = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.994670] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.994821] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.994978] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.verify_ssl = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.995145] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican.verify_ssl_path = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.995312] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.995474] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.auth_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.995633] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.995788] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.995948] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.996117] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.996276] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.996435] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.996591] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] barbican_service_user.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.996751] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.approle_role_id = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.996906] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.approle_secret_id = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.997085] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.kv_mountpoint = secret {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.997246] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.kv_path = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.997405] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.kv_version = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.997561] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.namespace = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.997714] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.root_token_id = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.997867] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.ssl_ca_crt_file = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.998038] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.timeout = 60.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.998202] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.use_ssl = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.998377] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.998535] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.998696] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.998854] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.999014] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.999181] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.999338] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.999498] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.999654] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.999808] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.999962] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.000131] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.000288] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.000476] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.000644] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.service_type = identity {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.000805] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.000959] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.001135] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.001292] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.001468] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.001627] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] keystone.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.001811] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.ceph_mount_options = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.002127] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.002318] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.connection_uri = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.002481] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.cpu_mode = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.002646] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.002851] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.cpu_models = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.003053] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.cpu_power_governor_high = performance {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.003229] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.003394] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.cpu_power_management = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.003563] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.003732] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.device_detach_attempts = 8 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.003894] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.device_detach_timeout = 20 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.004070] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.disk_cachemodes = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.004229] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.disk_prefix = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.004390] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.enabled_perf_events = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.004547] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.file_backed_memory = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.004708] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.gid_maps = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.004861] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.hw_disk_discard = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.005022] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.hw_machine_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.005193] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.images_rbd_ceph_conf = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.005352] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.005510] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.005675] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.images_rbd_glance_store_name = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.005838] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.images_rbd_pool = rbd {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.005999] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.images_type = default {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.006170] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.images_volume_group = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.006330] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.inject_key = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.006487] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.inject_partition = -2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.006643] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.inject_password = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.006800] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.iscsi_iface = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.006956] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.iser_use_multipath = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.007128] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.007287] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.007444] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_downtime = 500 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.007604] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.007759] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.007915] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_inbound_addr = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.008086] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.008247] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.008404] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_scheme = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.008577] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_timeout_action = abort {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.008737] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_tunnelled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.008894] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_uri = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.009064] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.live_migration_with_native_tls = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.009225] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.max_queues = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.009383] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.009615] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.009778] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.nfs_mount_options = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.010072] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.010249] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.010436] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.010598] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.010764] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.010930] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.num_pcie_ports = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.011103] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.011271] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.pmem_namespaces = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.011432] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.quobyte_client_cfg = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.011737] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.011913] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.012090] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.012257] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.012417] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rbd_secret_uuid = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.012576] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rbd_user = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.012734] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.012902] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.013073] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rescue_image_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.013233] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rescue_kernel_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.013387] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rescue_ramdisk_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.013554] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.013716] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.rx_queue_size = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.013884] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.smbfs_mount_options = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.014186] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.014363] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.snapshot_compression = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.014527] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.snapshot_image_format = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.014759] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.014926] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.sparse_logical_volumes = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.015100] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.swtpm_enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.015272] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.swtpm_group = tss {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.015439] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.swtpm_user = tss {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.015609] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.sysinfo_serial = unique {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.015764] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.tb_cache_size = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.015917] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.tx_queue_size = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.016090] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.uid_maps = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.016256] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.use_virtio_for_bridges = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.016425] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.virt_type = kvm {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.016594] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.volume_clear = zero {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.016755] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.volume_clear_size = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.016914] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.volume_enforce_multipath = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.017089] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.volume_use_multipath = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.017249] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.vzstorage_cache_path = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.017417] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.017585] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.017745] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.017911] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.018214] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.018407] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.vzstorage_mount_user = stack {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.018576] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.018746] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.018916] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.auth_type = password {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.019086] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.019246] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.019404] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.019559] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.019713] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.019878] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.default_floating_pool = public {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.020045] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.020210] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.extension_sync_interval = 600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.020370] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.http_retries = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.020537] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.020694] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.020852] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.021027] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.021191] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.021356] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.ovs_bridge = br-int {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.021519] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.physnets = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.021687] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.region_name = RegionOne {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.021841] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.022026] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.service_metadata_proxy = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.022182] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.022347] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.service_type = network {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.022507] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.022664] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.022821] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.022976] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.023180] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.023344] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] neutron.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.023515] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] notifications.bdms_in_notifications = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.023693] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] notifications.default_level = INFO {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.023852] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] notifications.include_share_mapping = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.024035] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] notifications.notification_format = unversioned {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.024201] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] notifications.notify_on_state_change = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.024374] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.024550] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] pci.alias = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.024717] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] pci.device_spec = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.024876] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] pci.report_in_placement = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.025057] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.025230] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.auth_type = password {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.025395] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.025551] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.025705] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.025860] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.026025] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.026182] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.026335] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.default_domain_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.026485] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.default_domain_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.026640] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.domain_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.026791] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.domain_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.026942] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.027111] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.027265] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.027417] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.027571] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.027739] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.password = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.027896] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.project_domain_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.028073] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.project_domain_name = Default {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.028239] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.project_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.028411] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.project_name = service {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.028579] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.region_name = RegionOne {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.028736] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.028896] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.029073] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.service_type = placement {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.029236] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.029395] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.029550] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.029713] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.system_scope = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.029865] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.030030] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.trust_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.030193] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.user_domain_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.030363] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.user_domain_name = Default {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.030541] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.user_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.030715] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.username = nova {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.030896] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.031069] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] placement.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.031256] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.cores = 20 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.031420] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.count_usage_from_placement = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.031605] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.031769] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.injected_file_content_bytes = 10240 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.031933] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.injected_file_path_length = 255 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.032113] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.injected_files = 5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.032279] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.instances = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.032441] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.key_pairs = 100 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.032605] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.metadata_items = 128 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.032771] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.ram = 51200 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.032927] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.recheck_quota = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.033105] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.server_group_members = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.033270] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.server_groups = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.033475] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.033649] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] quota.unified_limits_resource_strategy = require {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.033819] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.033978] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.034150] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.image_metadata_prefilter = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.034308] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.034467] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.max_attempts = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.034623] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.max_placement_results = 1000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.034781] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.034937] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.035110] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.035284] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] scheduler.workers = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.035463] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.035634] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.035814] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.035982] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.036165] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.036329] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.036490] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.036676] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.036840] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.host_subset_size = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.037009] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.037171] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.037332] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.037491] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.037671] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.037826] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.isolated_hosts = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.037982] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.isolated_images = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.038155] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.038312] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.038469] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.038629] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.pci_in_placement = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.038784] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.038939] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.039109] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.039267] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.039424] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.039586] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.039745] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.track_instance_changes = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.039917] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.040099] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] metrics.required = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.040263] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] metrics.weight_multiplier = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.040454] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.040585] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] metrics.weight_setting = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.040893] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.041078] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] serial_console.enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.041260] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] serial_console.port_range = 10000:20000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.041432] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.041603] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.041765] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] serial_console.serialproxy_port = 6083 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.041933] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.042126] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.auth_type = password {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.042287] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.042443] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.042604] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.042769] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.042916] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.043114] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.send_service_user_token = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.043286] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.043446] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] service_user.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.043618] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.agent_enabled = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.043778] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.044094] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.044297] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.044472] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.html5proxy_port = 6082 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.044636] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.image_compression = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.044792] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.jpeg_compression = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.044949] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.playback_compression = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.045121] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.require_secure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.045292] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.server_listen = 127.0.0.1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.045461] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.045739] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.045906] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.streaming_mode = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.046080] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] spice.zlib_compression = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.046250] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] upgrade_levels.baseapi = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.046422] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] upgrade_levels.compute = auto {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.046582] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] upgrade_levels.conductor = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.046737] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] upgrade_levels.scheduler = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.046902] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.047073] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.047235] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.047392] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.047553] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.047715] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.047870] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.048042] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.048203] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vendordata_dynamic_auth.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.048376] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.api_retry_count = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.048531] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.ca_file = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.048701] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.048865] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.cluster_name = testcl1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.049041] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.connection_pool_size = 10 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.049193] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.console_delay_seconds = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.049359] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.datastore_regex = ^datastore.* {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.049577] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.049758] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.host_password = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.049923] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.host_port = 443 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.050102] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.host_username = administrator@vsphere.local {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.050272] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.insecure = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.050434] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.integration_bridge = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.050599] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.maximum_objects = 100 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.050753] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.pbm_default_policy = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.050909] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.pbm_enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.051074] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.pbm_wsdl_location = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.051241] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.051394] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.serial_port_proxy_uri = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.051546] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.serial_port_service_uri = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.051704] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.task_poll_interval = 0.5 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.051870] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.use_linked_clone = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.052043] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.vnc_keymap = en-us {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.052207] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.vnc_port = 5900 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.052364] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vmware.vnc_port_total = 10000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.052543] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.auth_schemes = ['none'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.052748] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.053015] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.053202] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.053369] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.novncproxy_port = 6080 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.053560] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.server_listen = 127.0.0.1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.053736] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.053894] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.vencrypt_ca_certs = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.054060] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.vencrypt_client_cert = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.054217] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vnc.vencrypt_client_key = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.054386] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.054547] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.disable_deep_image_inspection = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.054703] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.054859] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.055026] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.055188] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.disable_rootwrap = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.055345] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.enable_numa_live_migration = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.055501] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.055657] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.055811] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.055966] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.libvirt_disable_apic = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.056135] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.056293] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.056449] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.056609] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.056765] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.056917] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.057082] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.057239] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.057391] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.057548] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.057732] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.057895] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.client_socket_timeout = 900 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.058065] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.default_pool_size = 1000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.058227] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.keep_alive = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.058388] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.max_header_line = 16384 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.058543] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.058697] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.ssl_ca_file = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.058849] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.ssl_cert_file = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.059008] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.ssl_key_file = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.059174] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.tcp_keepidle = 600 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.059347] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.059509] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] zvm.ca_file = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.059669] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] zvm.cloud_connector_url = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.059960] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.060146] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] zvm.reachable_timeout = 300 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.060316] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.060493] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.060668] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.connection_string = messaging:// {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.060831] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.enabled = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.060995] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.es_doc_type = notification {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.061171] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.es_scroll_size = 10000 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.061340] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.es_scroll_time = 2m {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.061502] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.filter_error_trace = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.061666] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.hmac_keys = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.061829] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.sentinel_service_name = mymaster {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.061988] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.socket_timeout = 0.1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.062164] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.trace_requests = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.062322] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler.trace_sqlalchemy = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.062493] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler_jaeger.process_tags = {} {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.062649] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler_jaeger.service_name_prefix = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.062815] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] profiler_otlp.service_name_prefix = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.062967] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] remote_debug.host = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.063136] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] remote_debug.port = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.063313] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.063469] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.063630] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.063792] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.063951] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.064126] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.064287] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.064448] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.064608] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.064776] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.064932] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.065112] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.065278] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.065439] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.065597] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.065761] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.065919] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.066091] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.066265] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.066427] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.066589] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.066750] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.066920] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.067094] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.067258] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.067425] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.067587] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.067746] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.067905] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.068076] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.068239] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.ssl = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.068406] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.068571] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.068729] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.068894] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.069070] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.069237] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.069418] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.069584] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_notifications.retry = -1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.069755] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.069920] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.070101] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.auth_section = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.070265] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.auth_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.070426] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.cafile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.070572] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.certfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.070731] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.collect_timing = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.070884] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.connect_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.071048] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.connect_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.071206] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.endpoint_id = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.071372] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.071527] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.endpoint_override = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.071682] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.endpoint_region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.071834] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.endpoint_service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.071984] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.endpoint_service_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.072156] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.insecure = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.072310] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.keyfile = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.072461] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.max_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.072614] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.min_version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.072769] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.region_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.072918] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.retriable_status_codes = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.073082] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.service_name = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.073239] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.service_type = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.073395] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.split_loggers = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.073549] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.status_code_retries = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.073708] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.status_code_retry_delay = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.073856] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.timeout = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.074023] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.valid_interfaces = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.074175] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_limit.version = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.074335] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_reports.file_event_handler = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.074493] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.074647] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] oslo_reports.log_dir = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.074813] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.074969] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.075138] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.075305] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.075465] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.075620] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.075786] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.075941] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_ovs_privileged.group = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.076104] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.076266] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.076423] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.076582] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] vif_plug_ovs_privileged.user = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.076748] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.076925] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.077106] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.077277] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.077446] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.077616] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.077779] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.077935] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.078122] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.078291] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_ovs.isolate_vif = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.078458] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.078621] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.078787] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.078950] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.079123] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] os_vif_ovs.per_port_bridge = False {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.079291] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] privsep_osbrick.capabilities = [21] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.079446] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] privsep_osbrick.group = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.079599] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] privsep_osbrick.helper_command = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.079760] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.079920] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.080087] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] privsep_osbrick.user = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.080261] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.080446] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] nova_sys_admin.group = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.080579] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] nova_sys_admin.helper_command = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.080739] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.080896] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.081059] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] nova_sys_admin.user = None {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.081192] env[68864]: DEBUG oslo_service.backend.eventlet.service [None req-9905f041-3a1c-47db-8d4d-7daab48e9164 None None] ******************************************************************************** {{(pid=68864) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 543.081606] env[68864]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 543.585573] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Getting list of instances from cluster (obj){ [ 543.585573] env[68864]: value = "domain-c8" [ 543.585573] env[68864]: _type = "ClusterComputeResource" [ 543.585573] env[68864]: } {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 543.586720] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e0cc0-287b-4553-9c7b-0c9c4d7524dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.595468] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Got total of 0 instances {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 543.596127] env[68864]: WARNING nova.virt.vmwareapi.driver [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 543.596592] env[68864]: INFO nova.virt.node [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Generated node identity 0edbe77d-9903-40bc-a8b5-90dc781ff22f [ 543.596817] env[68864]: INFO nova.virt.node [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Wrote node identity 0edbe77d-9903-40bc-a8b5-90dc781ff22f to /opt/stack/data/n-cpu-1/compute_id [ 544.099775] env[68864]: WARNING nova.compute.manager [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Compute nodes ['0edbe77d-9903-40bc-a8b5-90dc781ff22f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 545.105276] env[68864]: INFO nova.compute.manager [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 546.110145] env[68864]: WARNING nova.compute.manager [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 546.110523] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.110698] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.110851] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 546.111022] env[68864]: DEBUG nova.compute.resource_tracker [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 546.112388] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780239cf-b07a-4203-a74d-8ba652988cfe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.120310] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bba37c4-73e0-473c-b124-27973161c0de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.133900] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0771d9-678c-42a9-84cf-d5d078fef97f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.140186] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63642d-39ab-4f0c-a532-f9b9ea125074 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.168524] env[68864]: DEBUG nova.compute.resource_tracker [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181038MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 546.168648] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 546.168844] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 546.670958] env[68864]: WARNING nova.compute.resource_tracker [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] No compute node record for cpu-1:0edbe77d-9903-40bc-a8b5-90dc781ff22f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0edbe77d-9903-40bc-a8b5-90dc781ff22f could not be found. [ 547.175384] env[68864]: INFO nova.compute.resource_tracker [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0edbe77d-9903-40bc-a8b5-90dc781ff22f [ 548.682950] env[68864]: DEBUG nova.compute.resource_tracker [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 548.683432] env[68864]: DEBUG nova.compute.resource_tracker [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 548.840897] env[68864]: INFO nova.scheduler.client.report [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] [req-b57fbe61-0f23-4307-b04e-0fbe09196680] Created resource provider record via placement API for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 548.858384] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f50b54a-021b-4d94-8c26-40085768eb1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.866464] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c80ed73-8552-41aa-a927-77d7c7a35e1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.895398] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f9684a-ce87-413d-9e90-d077975fc5cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.902729] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9ba70-6fcc-4149-8b99-1dd22b6bf29c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.915758] env[68864]: DEBUG nova.compute.provider_tree [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.451333] env[68864]: DEBUG nova.scheduler.client.report [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 549.451555] env[68864]: DEBUG nova.compute.provider_tree [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 0 to 1 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.451719] env[68864]: DEBUG nova.compute.provider_tree [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.501341] env[68864]: DEBUG nova.compute.provider_tree [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 1 to 2 during operation: update_traits {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 550.005936] env[68864]: DEBUG nova.compute.resource_tracker [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 550.006316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.837s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 550.006362] env[68864]: DEBUG nova.service [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Creating RPC server for service compute {{(pid=68864) start /opt/stack/nova/nova/service.py:186}} [ 550.020014] env[68864]: DEBUG nova.service [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] Join ServiceGroup membership for this service compute {{(pid=68864) start /opt/stack/nova/nova/service.py:203}} [ 550.020251] env[68864]: DEBUG nova.servicegroup.drivers.db [None req-e648e9c0-b6f8-42da-be47-8f42171fccde None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68864) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 583.202530] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "0a29753b-e758-4037-9467-4e77cfe1461e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.203277] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "0a29753b-e758-4037-9467-4e77cfe1461e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.706926] env[68864]: DEBUG nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.253654] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.253654] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.256231] env[68864]: INFO nova.compute.claims [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.303937] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b4e57-1b93-4fea-8237-9430e14bdafd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.314798] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f10ff-3867-4936-8f87-54eebafc9d94 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.351102] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a09aef-0679-4284-b59d-d8e94cd6a508 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.360181] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab2944f-703a-4fec-b22f-5b091e2cdd2f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.376283] env[68864]: DEBUG nova.compute.provider_tree [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.880095] env[68864]: DEBUG nova.scheduler.client.report [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.387232] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.388045] env[68864]: DEBUG nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.892729] env[68864]: DEBUG nova.compute.utils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.897425] env[68864]: DEBUG nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 587.021573] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_power_states {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.397880] env[68864]: DEBUG nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.525618] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Getting list of instances from cluster (obj){ [ 587.525618] env[68864]: value = "domain-c8" [ 587.525618] env[68864]: _type = "ClusterComputeResource" [ 587.525618] env[68864]: } {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.527524] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fb6ca5-82b9-4e8c-8ae9-b52e596023bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.536966] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Got total of 0 instances {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.537352] env[68864]: WARNING nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 587.537352] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid 0a29753b-e758-4037-9467-4e77cfe1461e {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 587.537808] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "0a29753b-e758-4037-9467-4e77cfe1461e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.538041] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.538368] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Getting list of instances from cluster (obj){ [ 587.538368] env[68864]: value = "domain-c8" [ 587.538368] env[68864]: _type = "ClusterComputeResource" [ 587.538368] env[68864]: } {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.540270] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06badc-8dea-449a-aeb5-bd9662548967 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.550512] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Got total of 0 instances {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.415456] env[68864]: DEBUG nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.165831] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.166056] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.166568] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.166568] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.166668] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.166744] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.166959] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.167652] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.168111] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.168340] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.168565] env[68864]: DEBUG nova.virt.hardware [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.169804] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa9d8e7-9e4e-41c5-9c83-bc813eb94914 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.183481] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b528fb-5e13-42d2-a5d1-d0454a8f85cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.201775] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bda56b-bfb1-4bf4-9a43-b724427dca5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.227267] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.240641] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.241145] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6537f730-f042-46ce-a500-73ff97004aa3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.254824] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Created folder: OpenStack in parent group-v4. [ 589.256809] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Creating folder: Project (dbb6da2e734e40a8beac61895876e99e). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.256809] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-289cfe71-31fd-4c73-b1d2-1101f54a40bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.267145] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Created folder: Project (dbb6da2e734e40a8beac61895876e99e) in parent group-v636929. [ 589.267145] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Creating folder: Instances. Parent ref: group-v636930. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.267145] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6bccc84-8b83-43fb-923b-9bf4edef4038 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.275921] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Created folder: Instances in parent group-v636930. [ 589.276277] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.276493] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.276839] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-374c9b69-acff-41e8-ad14-341d5855d5c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.299243] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.299243] env[68864]: value = "task-3184745" [ 589.299243] env[68864]: _type = "Task" [ 589.299243] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.314165] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184745, 'name': CreateVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.390168] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "2905a98a-3997-4357-bcbc-65d31c2f694f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.390168] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.812079] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184745, 'name': CreateVM_Task, 'duration_secs': 0.305669} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.813503] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.813655] env[68864]: DEBUG oslo_vmware.service [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64571981-56da-4912-a7d3-efabb25268f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.819881] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.820060] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.820697] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.820932] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae60dd90-4d8e-4e25-be52-edde69d02cb0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.826025] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 589.826025] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c01004-8e41-ffc7-72d0-0d83db9e73ff" [ 589.826025] env[68864]: _type = "Task" [ 589.826025] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.833574] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c01004-8e41-ffc7-72d0-0d83db9e73ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.892408] env[68864]: DEBUG nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.337449] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.338063] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.338430] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.338664] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.339099] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.339361] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007238bb-72c0-4c71-bc0e-ad95ff7d01de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.358221] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.358427] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.359253] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e201f4e-ef0b-41e4-a701-f516ec9628da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.369479] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8499ef80-3e6e-41ef-9724-f788021fb2a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.375607] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 590.375607] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dde34a-3139-8631-7b9a-e25e6bf5a4d3" [ 590.375607] env[68864]: _type = "Task" [ 590.375607] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.384114] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dde34a-3139-8631-7b9a-e25e6bf5a4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.412216] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.412524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.414015] env[68864]: INFO nova.compute.claims [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.518512] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "39ead640-79b7-40b6-97c5-5f32bc787108" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.518512] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "39ead640-79b7-40b6-97c5-5f32bc787108" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.891297] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Preparing fetch location {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 590.891754] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Creating directory with path [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.892015] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba56d8e3-4523-493e-ba22-7efb34a2937f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.912320] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Created directory with path [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.912637] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Fetch image to [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 590.912739] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Downloading image file data 11a3778f-2cc4-46a8-a051-ce4b7a598094 to [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk on the data store datastore2 {{(pid=68864) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 590.913609] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac82932-15c3-48e0-82eb-1e618670cc10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.927293] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f41993-69cd-4962-b0c0-f6a768528d71 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.947039] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0336cac-5290-458e-8ee9-8c0709109d2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.982745] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf94373-5cf1-4206-afbc-c575575467e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.990213] env[68864]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-83c58b07-d532-4794-aaf8-07555f0f7501 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.011981] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Downloading image file data 11a3778f-2cc4-46a8-a051-ce4b7a598094 to the data store datastore2 {{(pid=68864) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 591.019881] env[68864]: DEBUG nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.207918] env[68864]: DEBUG oslo_vmware.rw_handles [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68864) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 591.561654] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898de7a0-e4f8-41c4-96d9-48a8f9bf87f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.568153] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.573610] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaddff7-374a-4332-ba2a-0808e4a14da5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.616480] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada4f536-6780-47e0-8651-b01de6bc0e0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.624799] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "12460f16-35cc-4188-8839-fa43e3835a2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.625092] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "12460f16-35cc-4188-8839-fa43e3835a2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.630524] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0982d97-a121-443e-aa84-fbd474f39e24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.652266] env[68864]: DEBUG nova.compute.provider_tree [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.916351] env[68864]: DEBUG oslo_vmware.rw_handles [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Completed reading data from the image iterator. {{(pid=68864) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 591.916684] env[68864]: DEBUG oslo_vmware.rw_handles [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 592.039188] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Downloaded image file data 11a3778f-2cc4-46a8-a051-ce4b7a598094 to vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk on the data store datastore2 {{(pid=68864) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 592.040791] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Caching image {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 592.041166] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Copying Virtual Disk [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk to [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.041785] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0b8b151-2182-40c1-86e1-d80115f78aa4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.050818] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 592.050818] env[68864]: value = "task-3184746" [ 592.050818] env[68864]: _type = "Task" [ 592.050818] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.063770] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.130832] env[68864]: DEBUG nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.155238] env[68864]: DEBUG nova.scheduler.client.report [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.566880] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184746, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.663202] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.663202] env[68864]: DEBUG nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.665190] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.097s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.666789] env[68864]: INFO nova.compute.claims [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.677306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.063032] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688314} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.063305] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Copied Virtual Disk [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk to [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.063485] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleting the datastore file [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 593.063736] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff1b5832-cf24-43a6-b0f3-9475ef4b1131 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.070800] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 593.070800] env[68864]: value = "task-3184747" [ 593.070800] env[68864]: _type = "Task" [ 593.070800] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.081555] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.173822] env[68864]: DEBUG nova.compute.utils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.175625] env[68864]: DEBUG nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.175850] env[68864]: DEBUG nova.network.neutron [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.352147] env[68864]: DEBUG nova.policy [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98dd03f8934e442c8e2ef656758b7c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e7761fc270144df8ba4e58f161d1267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.585194] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022275} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.585303] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.585565] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Moving file from [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a/11a3778f-2cc4-46a8-a051-ce4b7a598094 to [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094. {{(pid=68864) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 593.585896] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cf26536a-ae97-4603-a307-dcb4accbd874 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.593517] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 593.593517] env[68864]: value = "task-3184748" [ 593.593517] env[68864]: _type = "Task" [ 593.593517] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.605775] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184748, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.682781] env[68864]: DEBUG nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.792555] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7d5eb-3348-4623-8f44-5b406a3f4c6a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.801279] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a419280-6450-4971-8d59-2e0399bd090d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.836791] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f52045d-137b-478d-9644-7739a574da60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.844534] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d1b579-1b54-465c-b253-483e87d988c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.861562] env[68864]: DEBUG nova.compute.provider_tree [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.110655] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184748, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026336} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.110922] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] File moved {{(pid=68864) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 594.111812] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Cleaning up location [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 594.111812] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleting the datastore file [datastore2] vmware_temp/0d327d9e-13bd-478d-aa00-e8d156d1410a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.111812] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15da7723-3e09-4ef0-bdc2-f9c246e20eca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.119713] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 594.119713] env[68864]: value = "task-3184749" [ 594.119713] env[68864]: _type = "Task" [ 594.119713] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.138417] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.368255] env[68864]: DEBUG nova.scheduler.client.report [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.634669] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024211} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.635138] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.637849] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47709602-7f5c-435a-b1d3-648c9b577a52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.643647] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 594.643647] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cd9583-7b06-fce2-0c02-4c0b5a90cde6" [ 594.643647] env[68864]: _type = "Task" [ 594.643647] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.654592] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cd9583-7b06-fce2-0c02-4c0b5a90cde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.695276] env[68864]: DEBUG nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.729962] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.731018] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.731018] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.731018] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.731018] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.731018] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.732355] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.732556] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.735031] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.735031] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.735031] env[68864]: DEBUG nova.virt.hardware [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.735031] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f6b06-f61a-40bc-8942-84c213fb2f84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.747059] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955947a7-7254-42a7-ade5-71277591b2f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.874716] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.874716] env[68864]: DEBUG nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.876977] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.200s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.878426] env[68864]: INFO nova.compute.claims [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.099765] env[68864]: DEBUG nova.network.neutron [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Successfully created port: d925fa25-f99f-4a4c-9dbf-8657950d97d5 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.166454] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cd9583-7b06-fce2-0c02-4c0b5a90cde6, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.167349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.167349] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.167503] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae5e82dc-3d21-450a-869c-d92d97e95034 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.178031] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 595.178031] env[68864]: value = "task-3184750" [ 595.178031] env[68864]: _type = "Task" [ 595.178031] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.184947] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.383439] env[68864]: DEBUG nova.compute.utils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.386691] env[68864]: DEBUG nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.386916] env[68864]: DEBUG nova.network.neutron [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.687356] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184750, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.774351] env[68864]: DEBUG nova.policy [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8907cd9e4db642dda46d3966930a6597', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdeb1c9fda11435599a8682678ff953b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.891490] env[68864]: DEBUG nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.991180] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8912cde-2761-4007-be96-f5b06b0c8948 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.999377] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275f9c3-1238-4154-a8bd-f92be268baf2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.035777] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10717055-381f-46a3-9ddd-438ec52a4882 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.045191] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b73bf-c7d9-4f15-b5ed-ee6108489fc1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.059789] env[68864]: DEBUG nova.compute.provider_tree [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.193909] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519029} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.193909] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.194276] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.194407] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-512e93ac-0c4e-451e-817e-87aba0ab770a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.201983] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 596.201983] env[68864]: value = "task-3184751" [ 596.201983] env[68864]: _type = "Task" [ 596.201983] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.211296] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.563403] env[68864]: DEBUG nova.scheduler.client.report [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.714769] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079224} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.714769] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.715552] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654329a8-bbaf-4a44-8314-5183c13bc1b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.745608] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.745912] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d7b651-3b11-40e7-81c4-909d9f4410ff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.767425] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 596.767425] env[68864]: value = "task-3184752" [ 596.767425] env[68864]: _type = "Task" [ 596.767425] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.779734] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.906895] env[68864]: DEBUG nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.941151] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.941654] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.941654] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.941843] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.942355] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.942355] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.942499] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.942660] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.943311] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.943311] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.943311] env[68864]: DEBUG nova.virt.hardware [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.944430] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b299f4c-2811-4153-aeb6-018a2cec006f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.959641] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14228883-29dd-4ed2-823b-303b1b5619de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.074396] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.074937] env[68864]: DEBUG nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.277459] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184752, 'name': ReconfigVM_Task, 'duration_secs': 0.358467} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.277898] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.278754] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030b7f75-a63e-4b0c-96ad-256a07e50837 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.286409] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 597.286409] env[68864]: value = "task-3184753" [ 597.286409] env[68864]: _type = "Task" [ 597.286409] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.298347] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184753, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.409550] env[68864]: DEBUG nova.network.neutron [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Successfully created port: 9942986d-7317-4067-a7c1-91fcddd51463 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.581848] env[68864]: DEBUG nova.compute.utils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.583518] env[68864]: DEBUG nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.583518] env[68864]: DEBUG nova.network.neutron [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.800391] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184753, 'name': Rename_Task, 'duration_secs': 0.1567} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.800683] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.800928] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aedc9ab-e46d-4f1d-9ce6-56612a706a48 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.813020] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 597.813020] env[68864]: value = "task-3184754" [ 597.813020] env[68864]: _type = "Task" [ 597.813020] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.824545] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.079198] env[68864]: DEBUG nova.policy [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad2f2c93ea66497c9b639baad4c4b843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dae8c5c5da6f4e748753c3b4022b86db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.087965] env[68864]: DEBUG nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.301679] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.301679] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.301679] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.301679] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.301679] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.301679] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.302105] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.302105] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 598.302105] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.336029] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184754, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.810906] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.810906] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.810906] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.810906] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 598.810906] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda04bf-c7eb-47c1-be31-4da3d95308fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.836396] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61827577-ddae-4fc0-8305-41734f7d473a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.846239] env[68864]: DEBUG oslo_vmware.api [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184754, 'name': PowerOnVM_Task, 'duration_secs': 0.682344} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.854679] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.855172] env[68864]: INFO nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Took 10.44 seconds to spawn the instance on the hypervisor. [ 598.855455] env[68864]: DEBUG nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.856421] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b51441a-240c-40fd-955b-69dfa6b75b34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.859439] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedeeeba-b348-4265-bd74-1904e528bcbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.872409] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cd2449-5a1d-47ee-b402-cf5dc1953722 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.907482] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181038MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 598.907756] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.908064] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.102560] env[68864]: DEBUG nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.132889] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.133561] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.133916] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.134098] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.134131] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.134256] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.134805] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.135149] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.135411] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.135597] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.135775] env[68864]: DEBUG nova.virt.hardware [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.137536] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7115f25b-f883-4543-9d35-de23847e7abf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.147993] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158fa6d0-ddcf-45f7-b67b-8b83e588add5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.388640] env[68864]: INFO nova.compute.manager [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Took 15.17 seconds to build instance. [ 599.891353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91ed83ea-264e-4b01-9a97-2a0f6a1d68b8 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "0a29753b-e758-4037-9467-4e77cfe1461e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.688s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.892118] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "0a29753b-e758-4037-9467-4e77cfe1461e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.354s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.892118] env[68864]: INFO nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] During sync_power_state the instance has a pending task (networking). Skip. [ 599.892118] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "0a29753b-e758-4037-9467-4e77cfe1461e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.944597] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.944836] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.952125] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 0a29753b-e758-4037-9467-4e77cfe1461e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.952348] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2905a98a-3997-4357-bcbc-65d31c2f694f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.952776] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 39ead640-79b7-40b6-97c5-5f32bc787108 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 599.952776] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 12460f16-35cc-4188-8839-fa43e3835a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 600.448369] env[68864]: DEBUG nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.455953] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2b822b35-94ac-48bb-a46f-2cda8ecfce06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 600.456189] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 600.456345] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 600.583084] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34abefff-67de-4cd9-8ac1-fb99091df220 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.591586] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0a3a2-bcf9-4e42-b054-f13fad9c9f23 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.626205] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9fe73a-6396-4e03-a7e9-782c2acd26a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.634375] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464bbcb7-6ddf-4f08-ad81-6e2e20ea6075 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.652993] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.701282] env[68864]: DEBUG nova.network.neutron [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Successfully created port: db831973-63a4-4548-b777-ef87a6c6838f {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.942228] env[68864]: DEBUG nova.network.neutron [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Successfully updated port: 9942986d-7317-4067-a7c1-91fcddd51463 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.979307] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.054640] env[68864]: DEBUG nova.network.neutron [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Successfully updated port: d925fa25-f99f-4a4c-9dbf-8657950d97d5 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.159205] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.440858] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "71295469-1a0b-4932-bde8-2eb103dcb54a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.440858] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.445101] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "refresh_cache-39ead640-79b7-40b6-97c5-5f32bc787108" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.445404] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired lock "refresh_cache-39ead640-79b7-40b6-97c5-5f32bc787108" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.445404] env[68864]: DEBUG nova.network.neutron [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.557061] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "refresh_cache-2905a98a-3997-4357-bcbc-65d31c2f694f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.558037] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "refresh_cache-2905a98a-3997-4357-bcbc-65d31c2f694f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.558037] env[68864]: DEBUG nova.network.neutron [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.664203] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 601.664427] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.756s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.664717] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.686s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.666237] env[68864]: INFO nova.compute.claims [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.943350] env[68864]: DEBUG nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.980062] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "9d87c672-1de2-40a6-bce5-c48357027d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.980062] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.187545] env[68864]: DEBUG nova.network.neutron [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.241876] env[68864]: DEBUG nova.network.neutron [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.480087] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.482907] env[68864]: DEBUG nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.536408] env[68864]: DEBUG nova.network.neutron [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Updating instance_info_cache with network_info: [{"id": "9942986d-7317-4067-a7c1-91fcddd51463", "address": "fa:16:3e:de:c0:6a", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9942986d-73", "ovs_interfaceid": "9942986d-7317-4067-a7c1-91fcddd51463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.667144] env[68864]: INFO nova.compute.manager [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Rebuilding instance [ 602.674247] env[68864]: DEBUG nova.compute.manager [req-1dc3ace1-3ec4-441b-b219-047f23f92b96 req-77cdd0b2-7fb3-46f8-a014-fbf5b06f0e0c service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Received event network-vif-plugged-d925fa25-f99f-4a4c-9dbf-8657950d97d5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.674247] env[68864]: DEBUG oslo_concurrency.lockutils [req-1dc3ace1-3ec4-441b-b219-047f23f92b96 req-77cdd0b2-7fb3-46f8-a014-fbf5b06f0e0c service nova] Acquiring lock "2905a98a-3997-4357-bcbc-65d31c2f694f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.674247] env[68864]: DEBUG oslo_concurrency.lockutils [req-1dc3ace1-3ec4-441b-b219-047f23f92b96 req-77cdd0b2-7fb3-46f8-a014-fbf5b06f0e0c service nova] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.674247] env[68864]: DEBUG oslo_concurrency.lockutils [req-1dc3ace1-3ec4-441b-b219-047f23f92b96 req-77cdd0b2-7fb3-46f8-a014-fbf5b06f0e0c service nova] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.674247] env[68864]: DEBUG nova.compute.manager [req-1dc3ace1-3ec4-441b-b219-047f23f92b96 req-77cdd0b2-7fb3-46f8-a014-fbf5b06f0e0c service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] No waiting events found dispatching network-vif-plugged-d925fa25-f99f-4a4c-9dbf-8657950d97d5 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.674507] env[68864]: WARNING nova.compute.manager [req-1dc3ace1-3ec4-441b-b219-047f23f92b96 req-77cdd0b2-7fb3-46f8-a014-fbf5b06f0e0c service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Received unexpected event network-vif-plugged-d925fa25-f99f-4a4c-9dbf-8657950d97d5 for instance with vm_state building and task_state spawning. [ 602.726099] env[68864]: DEBUG nova.compute.manager [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.726099] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d7be0b-45af-493b-8ef8-6068a784345a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.845856] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e369a0-aca3-4a85-8a56-0ff109b96ab6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.861231] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad9e672-1c68-4920-85c2-74dbd20e635c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.865268] env[68864]: DEBUG nova.network.neutron [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Updating instance_info_cache with network_info: [{"id": "d925fa25-f99f-4a4c-9dbf-8657950d97d5", "address": "fa:16:3e:82:66:9d", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd925fa25-f9", "ovs_interfaceid": "d925fa25-f99f-4a4c-9dbf-8657950d97d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.902395] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77197fc7-d94a-488d-ab85-9c0ddd9a215e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.910961] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a71509-9fe8-4903-a5c0-219581ff8b59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.926282] env[68864]: DEBUG nova.compute.provider_tree [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.011315] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.043577] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Releasing lock "refresh_cache-39ead640-79b7-40b6-97c5-5f32bc787108" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.043890] env[68864]: DEBUG nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Instance network_info: |[{"id": "9942986d-7317-4067-a7c1-91fcddd51463", "address": "fa:16:3e:de:c0:6a", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9942986d-73", "ovs_interfaceid": "9942986d-7317-4067-a7c1-91fcddd51463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.044409] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:c0:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9942986d-7317-4067-a7c1-91fcddd51463', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.053967] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Creating folder: Project (bdeb1c9fda11435599a8682678ff953b). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.054390] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11fac511-38d5-4ff3-9ae5-ff708d23cbdb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.064491] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Created folder: Project (bdeb1c9fda11435599a8682678ff953b) in parent group-v636929. [ 603.064682] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Creating folder: Instances. Parent ref: group-v636933. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.064917] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03b044a1-3643-4357-af30-ed4acabf65da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.074756] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Created folder: Instances in parent group-v636933. [ 603.074756] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.074887] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.075066] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58f01fdd-ddcd-449b-8466-e5c4417f3d49 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.096562] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.096562] env[68864]: value = "task-3184757" [ 603.096562] env[68864]: _type = "Task" [ 603.096562] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.104990] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184757, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.369839] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "refresh_cache-2905a98a-3997-4357-bcbc-65d31c2f694f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.371842] env[68864]: DEBUG nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Instance network_info: |[{"id": "d925fa25-f99f-4a4c-9dbf-8657950d97d5", "address": "fa:16:3e:82:66:9d", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd925fa25-f9", "ovs_interfaceid": "d925fa25-f99f-4a4c-9dbf-8657950d97d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.373482] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:66:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd925fa25-f99f-4a4c-9dbf-8657950d97d5', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.384998] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating folder: Project (7e7761fc270144df8ba4e58f161d1267). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.386380] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52132f2-24a5-4422-b4a8-cc31c52d9538 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.400954] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created folder: Project (7e7761fc270144df8ba4e58f161d1267) in parent group-v636929. [ 603.400954] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating folder: Instances. Parent ref: group-v636936. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.400954] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1453728d-5196-43c3-b094-aff8b0506b75 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.411932] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created folder: Instances in parent group-v636936. [ 603.412097] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.412470] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.412728] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e015672-e9a7-429a-a58e-4512d049eb74 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.434035] env[68864]: DEBUG nova.scheduler.client.report [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.445269] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.445269] env[68864]: value = "task-3184760" [ 603.445269] env[68864]: _type = "Task" [ 603.445269] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.462795] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184760, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.500807] env[68864]: DEBUG nova.compute.manager [req-4f905a18-4873-4f7d-99b3-73f8331a4b1c req-48e74030-3a79-4a3b-a8bd-b76ef34eb23a service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Received event network-vif-plugged-9942986d-7317-4067-a7c1-91fcddd51463 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.501035] env[68864]: DEBUG oslo_concurrency.lockutils [req-4f905a18-4873-4f7d-99b3-73f8331a4b1c req-48e74030-3a79-4a3b-a8bd-b76ef34eb23a service nova] Acquiring lock "39ead640-79b7-40b6-97c5-5f32bc787108-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.501304] env[68864]: DEBUG oslo_concurrency.lockutils [req-4f905a18-4873-4f7d-99b3-73f8331a4b1c req-48e74030-3a79-4a3b-a8bd-b76ef34eb23a service nova] Lock "39ead640-79b7-40b6-97c5-5f32bc787108-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.501485] env[68864]: DEBUG oslo_concurrency.lockutils [req-4f905a18-4873-4f7d-99b3-73f8331a4b1c req-48e74030-3a79-4a3b-a8bd-b76ef34eb23a service nova] Lock "39ead640-79b7-40b6-97c5-5f32bc787108-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.501650] env[68864]: DEBUG nova.compute.manager [req-4f905a18-4873-4f7d-99b3-73f8331a4b1c req-48e74030-3a79-4a3b-a8bd-b76ef34eb23a service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] No waiting events found dispatching network-vif-plugged-9942986d-7317-4067-a7c1-91fcddd51463 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.501824] env[68864]: WARNING nova.compute.manager [req-4f905a18-4873-4f7d-99b3-73f8331a4b1c req-48e74030-3a79-4a3b-a8bd-b76ef34eb23a service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Received unexpected event network-vif-plugged-9942986d-7317-4067-a7c1-91fcddd51463 for instance with vm_state building and task_state spawning. [ 603.565309] env[68864]: DEBUG nova.network.neutron [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Successfully updated port: db831973-63a4-4548-b777-ef87a6c6838f {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.609617] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184757, 'name': CreateVM_Task, 'duration_secs': 0.370731} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.610783] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.636510] env[68864]: DEBUG oslo_vmware.service [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d311547-e79c-4f54-9693-dcceab708e49 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.649297] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.649590] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.651683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.653022] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03780d39-d14d-491a-bf6f-7e1dc0fd2f34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.657227] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 603.657227] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52be0fb8-dc8b-039d-817c-7ec163b81a9f" [ 603.657227] env[68864]: _type = "Task" [ 603.657227] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.671509] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52be0fb8-dc8b-039d-817c-7ec163b81a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.685499] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "baf8eacd-01cd-47ae-99ef-694239009218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.685499] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "baf8eacd-01cd-47ae-99ef-694239009218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.743520] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.744736] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f26a1e-d291-472d-b205-3d68936a81b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.752726] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 603.752726] env[68864]: value = "task-3184761" [ 603.752726] env[68864]: _type = "Task" [ 603.752726] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.769016] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.941231] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.941819] env[68864]: DEBUG nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.946390] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.465s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.946390] env[68864]: INFO nova.compute.claims [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.958672] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184760, 'name': CreateVM_Task, 'duration_secs': 0.366122} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.959792] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.959792] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.070696] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "refresh_cache-12460f16-35cc-4188-8839-fa43e3835a2d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.070865] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquired lock "refresh_cache-12460f16-35cc-4188-8839-fa43e3835a2d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.071037] env[68864]: DEBUG nova.network.neutron [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.176764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.177074] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.177329] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.177501] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.177713] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.178044] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.178394] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.178603] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea7e225-01a5-42d8-b009-28c06a26235d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.180565] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e331a0-99d2-445a-9a30-777b5705bd60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.186830] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 604.186830] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b5fa73-f19e-c795-d8bb-f13a7a855bf3" [ 604.186830] env[68864]: _type = "Task" [ 604.186830] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.191078] env[68864]: DEBUG nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.193486] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.193658] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.195313] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51c3e0b-1ee8-425d-8c53-6756b8122f8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.201799] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b5fa73-f19e-c795-d8bb-f13a7a855bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.206539] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e677e2-451d-4c8f-8975-593710e0b72a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.213162] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 604.213162] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5258b2b9-809a-d32d-24fe-ba812100fd27" [ 604.213162] env[68864]: _type = "Task" [ 604.213162] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.225033] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5258b2b9-809a-d32d-24fe-ba812100fd27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.265114] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184761, 'name': PowerOffVM_Task, 'duration_secs': 0.132046} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.265385] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.265644] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.266976] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b589312a-b4b9-4632-8661-665e195d476a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.275598] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.275921] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69029d48-7b64-4883-9d3a-29c4d65a77b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.301273] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.301634] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.301772] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleting the datastore file [datastore2] 0a29753b-e758-4037-9467-4e77cfe1461e {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.302066] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3581996-2b86-4056-8175-fb20d2673e49 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.311415] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 604.311415] env[68864]: value = "task-3184763" [ 604.311415] env[68864]: _type = "Task" [ 604.311415] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.326893] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.451211] env[68864]: DEBUG nova.compute.utils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.462313] env[68864]: DEBUG nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 604.690143] env[68864]: DEBUG nova.network.neutron [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.712916] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.713687] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.713687] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.726093] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Preparing fetch location {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 604.726371] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Creating directory with path [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.726619] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-100f2f7d-5953-44f3-ae37-9cb5de40ffe2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.738537] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Created directory with path [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.738789] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Fetch image to [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 604.738976] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Downloading image file data 11a3778f-2cc4-46a8-a051-ce4b7a598094 to [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk on the data store datastore1 {{(pid=68864) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 604.739833] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d450fe4d-3e08-41ff-a8c3-5a563a2303fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.748149] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.753682] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0509c124-663d-43ae-ab05-69d7f8bb7f07 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.768376] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b45d7c2-b249-47a6-b460-40da8112ca98 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.814474] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5601e03-acde-4e67-bc75-cee25d5cc4e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.823534] env[68864]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-015df447-d9b6-4a9b-8d98-fc8747176744 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.827205] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104634} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.827205] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.827205] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.827205] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.863924] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Downloading image file data 11a3778f-2cc4-46a8-a051-ce4b7a598094 to the data store datastore1 {{(pid=68864) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 604.963569] env[68864]: DEBUG nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.975416] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68864) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 605.240043] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60011891-39ca-435a-8e4b-5236b4395a2f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.249422] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b0f8d2-b0bc-4d6f-9f8f-23f9252b2a9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.297997] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae1eb3-6991-48f1-92f2-46f4ccc868dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.311105] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a5649-6188-449f-8d00-7778b57c2cf5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.327224] env[68864]: DEBUG nova.compute.provider_tree [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.385132] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.385781] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.414084] env[68864]: DEBUG nova.network.neutron [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Updating instance_info_cache with network_info: [{"id": "db831973-63a4-4548-b777-ef87a6c6838f", "address": "fa:16:3e:e0:a4:08", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb831973-63", "ovs_interfaceid": "db831973-63a4-4548-b777-ef87a6c6838f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.800203] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Completed reading data from the image iterator. {{(pid=68864) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 605.800666] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 605.830915] env[68864]: DEBUG nova.scheduler.client.report [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.869367] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Downloaded image file data 11a3778f-2cc4-46a8-a051-ce4b7a598094 to vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk on the data store datastore1 {{(pid=68864) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 605.871077] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Caching image {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 605.871357] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Copying Virtual Disk [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk to [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.872113] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d71583cd-4fe6-47e7-b805-f7fc4a6911e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.880252] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.880570] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.880649] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.880796] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.880938] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.881234] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.881583] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.882041] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.882160] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.882742] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.882742] env[68864]: DEBUG nova.virt.hardware [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.883863] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50c8c7a-7dbe-4b15-bbfd-2c11eeab765e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.894412] env[68864]: DEBUG nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.899573] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dbc8d1-9c90-45af-a8b4-19c0c47e30c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.904330] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 605.904330] env[68864]: value = "task-3184764" [ 605.904330] env[68864]: _type = "Task" [ 605.904330] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.922680] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Releasing lock "refresh_cache-12460f16-35cc-4188-8839-fa43e3835a2d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.922680] env[68864]: DEBUG nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Instance network_info: |[{"id": "db831973-63a4-4548-b777-ef87a6c6838f", "address": "fa:16:3e:e0:a4:08", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb831973-63", "ovs_interfaceid": "db831973-63a4-4548-b777-ef87a6c6838f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.922928] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.929569] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.929861] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:a4:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db831973-63a4-4548-b777-ef87a6c6838f', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.939537] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Creating folder: Project (dae8c5c5da6f4e748753c3b4022b86db). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.939537] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.943238] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b9c3d0-5b87-425d-9cf8-580e8f78421e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.944963] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d58778ed-53ae-43e9-806c-5db291fd75c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.959859] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.966179] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.966179] env[68864]: value = "task-3184766" [ 605.966179] env[68864]: _type = "Task" [ 605.966179] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.971410] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Created folder: Project (dae8c5c5da6f4e748753c3b4022b86db) in parent group-v636929. [ 605.971744] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Creating folder: Instances. Parent ref: group-v636939. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.972263] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907fc891-b321-4815-8323-7a5a669ec7e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.978548] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184766, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.987415] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Created folder: Instances in parent group-v636939. [ 605.987683] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.987965] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.989069] env[68864]: DEBUG nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.991535] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e34205f-83f8-4879-8f57-3e0e04d19e2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.013134] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.013134] env[68864]: value = "task-3184768" [ 606.013134] env[68864]: _type = "Task" [ 606.013134] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.023385] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184768, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.025890] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.026173] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.026339] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.026545] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.026694] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.026838] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.027120] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.027305] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.027482] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.027647] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.027844] env[68864]: DEBUG nova.virt.hardware [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.028920] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca35bfaf-e552-442a-a321-277b2c296b5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.038692] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f01cd-86bb-4a6d-8b1c-c2f092932915 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.055556] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.063921] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Creating folder: Project (5003e95fac034715a6bb73c41013de27). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.063921] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ddc342-1381-4976-8750-94ff3c4e4ad7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.072055] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Created folder: Project (5003e95fac034715a6bb73c41013de27) in parent group-v636929. [ 606.072281] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Creating folder: Instances. Parent ref: group-v636943. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.072593] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84777117-f5d7-4b33-ab0b-a424faf3771a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.085137] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Created folder: Instances in parent group-v636943. [ 606.085441] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.085703] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.085988] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb378016-f0f0-44dc-86e9-045bee1795fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.107877] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.107877] env[68864]: value = "task-3184771" [ 606.107877] env[68864]: _type = "Task" [ 606.107877] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.118416] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184771, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.333211] env[68864]: DEBUG nova.compute.manager [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Received event network-changed-d925fa25-f99f-4a4c-9dbf-8657950d97d5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.333751] env[68864]: DEBUG nova.compute.manager [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Refreshing instance network info cache due to event network-changed-d925fa25-f99f-4a4c-9dbf-8657950d97d5. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.334387] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Acquiring lock "refresh_cache-2905a98a-3997-4357-bcbc-65d31c2f694f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.334721] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Acquired lock "refresh_cache-2905a98a-3997-4357-bcbc-65d31c2f694f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.335362] env[68864]: DEBUG nova.network.neutron [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Refreshing network info cache for port d925fa25-f99f-4a4c-9dbf-8657950d97d5 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.337405] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.338427] env[68864]: DEBUG nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.346029] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.331s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.346029] env[68864]: INFO nova.compute.claims [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.423293] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184764, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.436398] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.477902] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184766, 'name': CreateVM_Task, 'duration_secs': 0.284888} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.477902] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.477902] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.477902] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.479130] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.479130] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b720e9d4-a0ed-4d10-a711-e32240f03dc8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.483996] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 606.483996] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525edd5c-15a8-d3aa-31b6-f78b264af3dd" [ 606.483996] env[68864]: _type = "Task" [ 606.483996] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.493604] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525edd5c-15a8-d3aa-31b6-f78b264af3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.523086] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184768, 'name': CreateVM_Task, 'duration_secs': 0.38567} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.523269] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.523992] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.620117] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184771, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.700392] env[68864]: DEBUG nova.compute.manager [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Received event network-changed-9942986d-7317-4067-a7c1-91fcddd51463 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 606.700583] env[68864]: DEBUG nova.compute.manager [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Refreshing instance network info cache due to event network-changed-9942986d-7317-4067-a7c1-91fcddd51463. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 606.700799] env[68864]: DEBUG oslo_concurrency.lockutils [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] Acquiring lock "refresh_cache-39ead640-79b7-40b6-97c5-5f32bc787108" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.700954] env[68864]: DEBUG oslo_concurrency.lockutils [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] Acquired lock "refresh_cache-39ead640-79b7-40b6-97c5-5f32bc787108" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.701089] env[68864]: DEBUG nova.network.neutron [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Refreshing network info cache for port 9942986d-7317-4067-a7c1-91fcddd51463 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.858944] env[68864]: DEBUG nova.compute.utils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.860633] env[68864]: DEBUG nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.863519] env[68864]: DEBUG nova.network.neutron [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.921918] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701687} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.922668] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Copied Virtual Disk [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk to [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.922668] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Deleting the datastore file [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094/tmp-sparse.vmdk {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.922965] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfb410e0-6bee-4444-a784-cc61fe25bd72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.931934] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 606.931934] env[68864]: value = "task-3184772" [ 606.931934] env[68864]: _type = "Task" [ 606.931934] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.944511] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.001313] env[68864]: DEBUG nova.policy [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3403d0aa0dd46d78853754f3a3c2949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528a97f451e24f32a9fa81356b3a7bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.002947] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.003204] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.003419] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.003632] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.003920] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.004507] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873af392-7369-42d4-afd3-ae92f76649f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.009075] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 607.009075] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d4898a-849c-6922-0800-29550cb08513" [ 607.009075] env[68864]: _type = "Task" [ 607.009075] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.016957] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d4898a-849c-6922-0800-29550cb08513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.121117] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184771, 'name': CreateVM_Task, 'duration_secs': 0.535325} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.121324] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.121940] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.370125] env[68864]: DEBUG nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.443137] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022584} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.443888] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.443888] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Moving file from [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a/11a3778f-2cc4-46a8-a051-ce4b7a598094 to [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094. {{(pid=68864) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 607.444120] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9d1c1122-7be2-4d61-93c9-d94651abaf11 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.455798] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 607.455798] env[68864]: value = "task-3184773" [ 607.455798] env[68864]: _type = "Task" [ 607.455798] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.463667] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184773, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.524534] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.524792] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.524999] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.525742] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.525742] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.525742] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63781732-2b92-45fd-8b4a-1b11c545cee3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.530331] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 607.530331] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52abb723-b993-b64f-2c83-fe0fafbe4103" [ 607.530331] env[68864]: _type = "Task" [ 607.530331] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.537984] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52abb723-b993-b64f-2c83-fe0fafbe4103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.539551] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cafa7f-3075-4e5d-997a-662aa8e1159d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.545902] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0badf97b-9eaf-4527-8fc5-d3aa977114cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.576212] env[68864]: DEBUG nova.network.neutron [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Updated VIF entry in instance network info cache for port d925fa25-f99f-4a4c-9dbf-8657950d97d5. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.576599] env[68864]: DEBUG nova.network.neutron [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Updating instance_info_cache with network_info: [{"id": "d925fa25-f99f-4a4c-9dbf-8657950d97d5", "address": "fa:16:3e:82:66:9d", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd925fa25-f9", "ovs_interfaceid": "d925fa25-f99f-4a4c-9dbf-8657950d97d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.580433] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd27b04-013c-46c2-8ff2-ed14a9b46b39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.587919] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd338ca-398d-479b-9ce0-10c557b72129 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.603058] env[68864]: DEBUG nova.compute.provider_tree [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.710886] env[68864]: DEBUG nova.network.neutron [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Updated VIF entry in instance network info cache for port 9942986d-7317-4067-a7c1-91fcddd51463. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.711301] env[68864]: DEBUG nova.network.neutron [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Updating instance_info_cache with network_info: [{"id": "9942986d-7317-4067-a7c1-91fcddd51463", "address": "fa:16:3e:de:c0:6a", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9942986d-73", "ovs_interfaceid": "9942986d-7317-4067-a7c1-91fcddd51463", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.971078] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184773, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.189368} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.971837] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] File moved {{(pid=68864) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 607.973290] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Cleaning up location [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 607.973290] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Deleting the datastore file [datastore1] vmware_temp/f648efb2-b426-414c-a00b-374e814d693a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.973406] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a4cea5a-2438-4a03-ae9e-062bd03acc72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.980960] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 607.980960] env[68864]: value = "task-3184774" [ 607.980960] env[68864]: _type = "Task" [ 607.980960] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.991027] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.044122] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.044432] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.045095] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.084402] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Releasing lock "refresh_cache-2905a98a-3997-4357-bcbc-65d31c2f694f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.084696] env[68864]: DEBUG nova.compute.manager [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Received event network-vif-plugged-db831973-63a4-4548-b777-ef87a6c6838f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.084887] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Acquiring lock "12460f16-35cc-4188-8839-fa43e3835a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.085110] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Lock "12460f16-35cc-4188-8839-fa43e3835a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.085298] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Lock "12460f16-35cc-4188-8839-fa43e3835a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.085949] env[68864]: DEBUG nova.compute.manager [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] No waiting events found dispatching network-vif-plugged-db831973-63a4-4548-b777-ef87a6c6838f {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.085949] env[68864]: WARNING nova.compute.manager [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Received unexpected event network-vif-plugged-db831973-63a4-4548-b777-ef87a6c6838f for instance with vm_state building and task_state spawning. [ 608.085949] env[68864]: DEBUG nova.compute.manager [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Received event network-changed-db831973-63a4-4548-b777-ef87a6c6838f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.085949] env[68864]: DEBUG nova.compute.manager [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Refreshing instance network info cache due to event network-changed-db831973-63a4-4548-b777-ef87a6c6838f. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.086162] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Acquiring lock "refresh_cache-12460f16-35cc-4188-8839-fa43e3835a2d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.086296] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Acquired lock "refresh_cache-12460f16-35cc-4188-8839-fa43e3835a2d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.086398] env[68864]: DEBUG nova.network.neutron [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Refreshing network info cache for port db831973-63a4-4548-b777-ef87a6c6838f {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.107659] env[68864]: DEBUG nova.scheduler.client.report [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.213964] env[68864]: DEBUG oslo_concurrency.lockutils [req-35e45aca-af9a-42dc-8de1-4dd73db40bad req-10a18cad-91f1-4850-89d0-c5878967b721 service nova] Releasing lock "refresh_cache-39ead640-79b7-40b6-97c5-5f32bc787108" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.382521] env[68864]: DEBUG nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.407339] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.407650] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.416590] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.416837] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.417020] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.417210] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.417372] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.417517] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.417725] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.417922] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.418095] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.418248] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.418417] env[68864]: DEBUG nova.virt.hardware [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.419351] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b7bcc1-0c3b-4977-ad76-a377522f713a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.429066] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aeb0e7-2756-44d1-bf64-1772d45eb945 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.490516] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022383} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.490747] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.491509] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302ac6c2-5ccc-4a9c-b61f-338a11dc315d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.497169] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 608.497169] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526b578d-f2d1-3047-7584-a1eda1c15668" [ 608.497169] env[68864]: _type = "Task" [ 608.497169] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.505485] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526b578d-f2d1-3047-7584-a1eda1c15668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.571954] env[68864]: DEBUG nova.network.neutron [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Successfully created port: d931778c-0501-488d-bc9c-896d4bb252ee {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.616765] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.617523] env[68864]: DEBUG nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 608.621816] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.873s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.625023] env[68864]: INFO nova.compute.claims [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.910981] env[68864]: DEBUG nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.012973] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526b578d-f2d1-3047-7584-a1eda1c15668, 'name': SearchDatastore_Task, 'duration_secs': 0.017636} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.013288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.013582] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 39ead640-79b7-40b6-97c5-5f32bc787108/39ead640-79b7-40b6-97c5-5f32bc787108.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.014368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.014474] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.014729] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d351272a-35aa-4028-935c-aea11c4fb2bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.017394] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66c35f75-5f89-4c80-878e-96e415204ea8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.024672] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 609.024672] env[68864]: value = "task-3184775" [ 609.024672] env[68864]: _type = "Task" [ 609.024672] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.029262] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.029385] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.030392] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e20521-de96-459d-a1da-668aebc2eff0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.035802] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.038798] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 609.038798] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52db8581-a124-c383-8e24-5e24be9bc34c" [ 609.038798] env[68864]: _type = "Task" [ 609.038798] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.048385] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52db8581-a124-c383-8e24-5e24be9bc34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.131235] env[68864]: DEBUG nova.compute.utils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.132731] env[68864]: DEBUG nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.132897] env[68864]: DEBUG nova.network.neutron [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.221678] env[68864]: DEBUG nova.network.neutron [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Updated VIF entry in instance network info cache for port db831973-63a4-4548-b777-ef87a6c6838f. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.221678] env[68864]: DEBUG nova.network.neutron [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Updating instance_info_cache with network_info: [{"id": "db831973-63a4-4548-b777-ef87a6c6838f", "address": "fa:16:3e:e0:a4:08", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb831973-63", "ovs_interfaceid": "db831973-63a4-4548-b777-ef87a6c6838f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.232907] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "edbbd373-a587-4846-8a31-917e08e63edd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.233269] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "edbbd373-a587-4846-8a31-917e08e63edd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.400029] env[68864]: DEBUG nova.policy [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66455086768a441089f8e562e64ef4c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec4771e20fe743a989cd942b6800343f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.445413] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.539931] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184775, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.551866] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52db8581-a124-c383-8e24-5e24be9bc34c, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.554092] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee42167-c754-4774-a261-88895bfb952c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.562037] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 609.562037] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524986cd-fa4d-3b8a-c546-f68ee89c37ab" [ 609.562037] env[68864]: _type = "Task" [ 609.562037] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.571965] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524986cd-fa4d-3b8a-c546-f68ee89c37ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.638455] env[68864]: DEBUG nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.730700] env[68864]: DEBUG oslo_concurrency.lockutils [req-2465ef5b-2934-450e-9ced-3c7203b497a2 req-d9194d8e-6986-4a46-a737-e482d8f6cf2a service nova] Releasing lock "refresh_cache-12460f16-35cc-4188-8839-fa43e3835a2d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.740246] env[68864]: DEBUG nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.878702] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25de14a8-c1a1-4719-af89-8fdb5308720b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.886291] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba97bb-22d4-4b79-afdc-4e2ea9a158d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.921096] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8a02f-1e11-49b2-9179-acc34568b749 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.930620] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc493c81-9c97-4d32-98aa-85a9bc953ac2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.946748] env[68864]: DEBUG nova.compute.provider_tree [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.040369] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687741} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.040369] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 39ead640-79b7-40b6-97c5-5f32bc787108/39ead640-79b7-40b6-97c5-5f32bc787108.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.040799] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.040838] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-539d1b56-f568-4f74-a695-8ef32ebb840a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.047482] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 610.047482] env[68864]: value = "task-3184776" [ 610.047482] env[68864]: _type = "Task" [ 610.047482] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.056199] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.072102] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524986cd-fa4d-3b8a-c546-f68ee89c37ab, 'name': SearchDatastore_Task, 'duration_secs': 0.052355} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.072316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.072550] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2905a98a-3997-4357-bcbc-65d31c2f694f/2905a98a-3997-4357-bcbc-65d31c2f694f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.072828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.073724] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.073724] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbc621e3-dbe8-436a-95d0-f2d917351768 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.076288] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6778da94-6c9d-4ef7-8ccf-075158bfe81b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.081852] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 610.081852] env[68864]: value = "task-3184777" [ 610.081852] env[68864]: _type = "Task" [ 610.081852] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.087394] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.087394] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.087715] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7c507c-9cc1-47bd-8c9e-436e2f85c4e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.097458] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.100526] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 610.100526] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52963816-fc73-7ae5-e9f3-e8999aa2f9d7" [ 610.100526] env[68864]: _type = "Task" [ 610.100526] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.109872] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52963816-fc73-7ae5-e9f3-e8999aa2f9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.212290] env[68864]: DEBUG nova.network.neutron [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Successfully created port: e3a983c0-5df0-4078-ab23-c163ca1dc2a1 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.276913] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.453982] env[68864]: DEBUG nova.scheduler.client.report [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.560420] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097907} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.560420] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.561092] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24fda7-8dbd-44b5-8c92-ded3c3702601 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.587563] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 39ead640-79b7-40b6-97c5-5f32bc787108/39ead640-79b7-40b6-97c5-5f32bc787108.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.587767] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11cb46de-510a-4cd8-884e-452b328ac9bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.626539] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510116} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.629704] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2905a98a-3997-4357-bcbc-65d31c2f694f/2905a98a-3997-4357-bcbc-65d31c2f694f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.631104] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.631521] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 610.631521] env[68864]: value = "task-3184778" [ 610.631521] env[68864]: _type = "Task" [ 610.631521] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.632165] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70d4b6d8-6fa9-4494-bc0c-cba856aa3c43 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.642449] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52963816-fc73-7ae5-e9f3-e8999aa2f9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.644365] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e21acad-67a7-4c96-9f5f-9d192c563807 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.650948] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 610.650948] env[68864]: value = "task-3184779" [ 610.650948] env[68864]: _type = "Task" [ 610.650948] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.652791] env[68864]: DEBUG nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.655388] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.662738] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 610.662738] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d77b66-7e86-450b-0b4c-29828171e9c8" [ 610.662738] env[68864]: _type = "Task" [ 610.662738] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.671861] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.675701] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d77b66-7e86-450b-0b4c-29828171e9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009929} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.675866] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.676332] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.676432] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.678017] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.678017] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e0bac0-ed8a-4b8d-a3da-e85638943cc1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.679108] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce7b35c-974b-435c-b606-556da8344411 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.696791] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 610.696791] env[68864]: value = "task-3184780" [ 610.696791] env[68864]: _type = "Task" [ 610.696791] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.697139] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.697310] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.698898] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbc2535-0ff3-435c-9a5a-b66cf46eba8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.709124] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.709643] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.709643] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.709876] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.709919] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.710166] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.710469] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.710559] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.710735] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.712018] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.712018] env[68864]: DEBUG nova.virt.hardware [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.712018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5d67b6-b3a6-4164-85de-725c3a48b63a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.721589] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 610.721589] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52caf712-82f4-31c0-b2f0-37404606f5c7" [ 610.721589] env[68864]: _type = "Task" [ 610.721589] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.721826] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.738023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd87b9e-9baa-4f6f-bb41-ec5489eeb2b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.749709] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52caf712-82f4-31c0-b2f0-37404606f5c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.750999] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052e3526-f875-43c8-80b4-a8b3a683f2d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.769340] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 610.769340] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c1ea70-a07a-d829-052b-4a72ffa227d1" [ 610.769340] env[68864]: _type = "Task" [ 610.769340] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.778781] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c1ea70-a07a-d829-052b-4a72ffa227d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.965269] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.968608] env[68864]: DEBUG nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.969776] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.534s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.973021] env[68864]: INFO nova.compute.claims [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.149205] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.166810] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070914} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.167158] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.168052] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7f2e5a-2520-41e4-9993-d07091969d7c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.189873] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2905a98a-3997-4357-bcbc-65d31c2f694f/2905a98a-3997-4357-bcbc-65d31c2f694f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.190064] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00058c90-3c50-4553-adc8-e4f41905e711 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.212816] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462317} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.215093] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.215427] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.218252] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 611.218252] env[68864]: value = "task-3184781" [ 611.218252] env[68864]: _type = "Task" [ 611.218252] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.218252] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7cfffca-8098-44bf-8ece-0fa361ad7d46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.225674] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184781, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.227070] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 611.227070] env[68864]: value = "task-3184782" [ 611.227070] env[68864]: _type = "Task" [ 611.227070] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.283304] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c1ea70-a07a-d829-052b-4a72ffa227d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.283570] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.284494] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 12460f16-35cc-4188-8839-fa43e3835a2d/12460f16-35cc-4188-8839-fa43e3835a2d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.284494] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.284494] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.284638] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c9f51c-7087-437f-9cee-87303cb730b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.286578] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b899eb58-5713-4cf1-af55-0b690f796cc6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.295623] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 611.295623] env[68864]: value = "task-3184783" [ 611.295623] env[68864]: _type = "Task" [ 611.295623] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.299900] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.299900] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.300895] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8753c7c4-0a24-4379-9fbf-addfff763bd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.306893] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.309539] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 611.309539] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52944f5c-070e-edb6-935c-af072613fe70" [ 611.309539] env[68864]: _type = "Task" [ 611.309539] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.317514] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52944f5c-070e-edb6-935c-af072613fe70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.477445] env[68864]: DEBUG nova.compute.utils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.485021] env[68864]: DEBUG nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.485021] env[68864]: DEBUG nova.network.neutron [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.649804] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.721123] env[68864]: DEBUG nova.network.neutron [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Successfully updated port: d931778c-0501-488d-bc9c-896d4bb252ee {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.742281] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184781, 'name': ReconfigVM_Task, 'duration_secs': 0.302033} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.742651] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2905a98a-3997-4357-bcbc-65d31c2f694f/2905a98a-3997-4357-bcbc-65d31c2f694f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.746181] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8098dbc-e8b3-4994-8234-49bd9960e5b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.748323] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076877} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.748583] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.749819] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95586d1-e09d-4db5-979d-6d9667ddc191 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.756613] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 611.756613] env[68864]: value = "task-3184784" [ 611.756613] env[68864]: _type = "Task" [ 611.756613] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.778036] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.778934] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d948090c-6d92-4de5-999d-058bbcb4ce57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.800426] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184784, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.808496] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495638} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.810344] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 12460f16-35cc-4188-8839-fa43e3835a2d/12460f16-35cc-4188-8839-fa43e3835a2d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.810344] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.810569] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 611.810569] env[68864]: value = "task-3184785" [ 611.810569] env[68864]: _type = "Task" [ 611.810569] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.810744] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2c83d32-4a9b-4166-9fdd-2b32c6414637 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.831294] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52944f5c-070e-edb6-935c-af072613fe70, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.831294] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.833447] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 611.833447] env[68864]: value = "task-3184786" [ 611.833447] env[68864]: _type = "Task" [ 611.833447] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.833726] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df09acf8-4f05-4777-9b31-f4f24910903c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.844699] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 611.844699] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52305f90-fb93-7993-680e-2d4f5b33b614" [ 611.844699] env[68864]: _type = "Task" [ 611.844699] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.847772] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.854805] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52305f90-fb93-7993-680e-2d4f5b33b614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.864651] env[68864]: DEBUG nova.policy [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ab5810afb634ecbad49f0c74ba7b417', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0b595809d1b4147bd442ca21329b43d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.988652] env[68864]: DEBUG nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.147786] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.233732] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-71295469-1a0b-4932-bde8-2eb103dcb54a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.234143] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-71295469-1a0b-4932-bde8-2eb103dcb54a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.234143] env[68864]: DEBUG nova.network.neutron [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.266025] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184784, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.272568] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3a43dc-fa63-4df1-866e-b5e9535b1195 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.281764] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f425e8-5523-44ad-a614-07bf5b7f98c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.336412] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112bb3b5-abba-48ed-bfde-e7e92843dacf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.344930] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184785, 'name': ReconfigVM_Task, 'duration_secs': 0.281535} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.347548] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.348480] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e69798-9319-428a-828d-df01b8bd7402 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.353343] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f62c21-1feb-4276-bd55-4915832b9845 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.361298] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070563} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.362315] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.365698] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61fa441-580f-48f8-993c-4d2308b8ddc0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.381026] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 612.381026] env[68864]: value = "task-3184787" [ 612.381026] env[68864]: _type = "Task" [ 612.381026] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.381026] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52305f90-fb93-7993-680e-2d4f5b33b614, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.381026] env[68864]: DEBUG nova.compute.provider_tree [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.381827] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.382120] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2b822b35-94ac-48bb-a46f-2cda8ecfce06/2b822b35-94ac-48bb-a46f-2cda8ecfce06.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.385897] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4b09184-87b6-474e-9970-a3015e5b2820 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.395835] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184787, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.417909] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 12460f16-35cc-4188-8839-fa43e3835a2d/12460f16-35cc-4188-8839-fa43e3835a2d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.418343] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 612.418343] env[68864]: value = "task-3184788" [ 612.418343] env[68864]: _type = "Task" [ 612.418343] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.419279] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3115634-09e6-43be-95d1-8898fb9f3646 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.444200] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.444759] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 612.444759] env[68864]: value = "task-3184789" [ 612.444759] env[68864]: _type = "Task" [ 612.444759] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.651028] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184778, 'name': ReconfigVM_Task, 'duration_secs': 1.552766} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.651028] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 39ead640-79b7-40b6-97c5-5f32bc787108/39ead640-79b7-40b6-97c5-5f32bc787108.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.651570] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92e07f46-57a6-4cf5-b102-2dfca0c52c07 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.658013] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 612.658013] env[68864]: value = "task-3184790" [ 612.658013] env[68864]: _type = "Task" [ 612.658013] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.669361] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184790, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.773686] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184784, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.800217] env[68864]: DEBUG nova.network.neutron [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.892134] env[68864]: DEBUG nova.scheduler.client.report [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.901416] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184787, 'name': Rename_Task, 'duration_secs': 0.128357} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.901790] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.902163] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98789ee1-00ab-4dec-b853-0a3ea71c7c3b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.909269] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 612.909269] env[68864]: value = "task-3184791" [ 612.909269] env[68864]: _type = "Task" [ 612.909269] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.921165] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.948027] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.956789] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184789, 'name': ReconfigVM_Task, 'duration_secs': 0.271607} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.957190] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 12460f16-35cc-4188-8839-fa43e3835a2d/12460f16-35cc-4188-8839-fa43e3835a2d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.957871] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e63a16e2-cf06-434f-adee-58fe71d08bd6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.966106] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 612.966106] env[68864]: value = "task-3184792" [ 612.966106] env[68864]: _type = "Task" [ 612.966106] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.977183] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184792, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.014147] env[68864]: DEBUG nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.067777] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.067969] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.068182] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.068505] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.069766] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.070020] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.070285] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.070466] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.070651] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.070817] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.071096] env[68864]: DEBUG nova.virt.hardware [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.072155] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01937be-2b00-414a-a1b0-500b4e2b9940 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.079586] env[68864]: DEBUG nova.network.neutron [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Updating instance_info_cache with network_info: [{"id": "d931778c-0501-488d-bc9c-896d4bb252ee", "address": "fa:16:3e:62:30:86", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd931778c-05", "ovs_interfaceid": "d931778c-0501-488d-bc9c-896d4bb252ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.088855] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddca31bc-2c0e-42d9-aead-ea91cf2ee806 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.098918] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "463efcaf-51f7-48db-aec5-192c6258b003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.099108] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "463efcaf-51f7-48db-aec5-192c6258b003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.168078] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184790, 'name': Rename_Task, 'duration_secs': 0.187742} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.168378] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.168632] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-945f9c6f-7600-45e1-9e50-a1deafed5372 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.175474] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 613.175474] env[68864]: value = "task-3184793" [ 613.175474] env[68864]: _type = "Task" [ 613.175474] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.186265] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.267932] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184784, 'name': Rename_Task, 'duration_secs': 1.158079} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.268198] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.269032] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec84e6f-d000-48e6-9811-383569e4718d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.275813] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 613.275813] env[68864]: value = "task-3184794" [ 613.275813] env[68864]: _type = "Task" [ 613.275813] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.284396] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.378185] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.378440] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.398025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.398025] env[68864]: DEBUG nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.400579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.955s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.402350] env[68864]: INFO nova.compute.claims [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.422905] env[68864]: DEBUG oslo_vmware.api [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184791, 'name': PowerOnVM_Task, 'duration_secs': 0.50787} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.423195] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.423421] env[68864]: DEBUG nova.compute.manager [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.425450] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff73d26-1c56-4725-bbf5-4f5dd162398e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.447267] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936665} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.449072] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2b822b35-94ac-48bb-a46f-2cda8ecfce06/2b822b35-94ac-48bb-a46f-2cda8ecfce06.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.449072] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.449072] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-782f5f3a-63c5-405c-9e02-4274f985a5e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.456408] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 613.456408] env[68864]: value = "task-3184795" [ 613.456408] env[68864]: _type = "Task" [ 613.456408] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.466131] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.474445] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184792, 'name': Rename_Task, 'duration_secs': 0.276528} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.474816] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.475085] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36962d63-0d91-4110-bf05-9dd7519fcd46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.481566] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 613.481566] env[68864]: value = "task-3184796" [ 613.481566] env[68864]: _type = "Task" [ 613.481566] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.496281] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184796, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.538884] env[68864]: DEBUG nova.network.neutron [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Successfully created port: f2aa77a2-450c-4b09-a1ef-f1356b0a1590 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.582451] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-71295469-1a0b-4932-bde8-2eb103dcb54a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.582795] env[68864]: DEBUG nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Instance network_info: |[{"id": "d931778c-0501-488d-bc9c-896d4bb252ee", "address": "fa:16:3e:62:30:86", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd931778c-05", "ovs_interfaceid": "d931778c-0501-488d-bc9c-896d4bb252ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.583244] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:30:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd931778c-0501-488d-bc9c-896d4bb252ee', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.590881] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating folder: Project (528a97f451e24f32a9fa81356b3a7bcb). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.591187] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c17778-9434-465f-a84b-fdd3b4e9e6ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.601465] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created folder: Project (528a97f451e24f32a9fa81356b3a7bcb) in parent group-v636929. [ 613.601658] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating folder: Instances. Parent ref: group-v636946. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.601891] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc2fd72b-18f9-45d3-a756-d7a7b223408b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.609980] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created folder: Instances in parent group-v636946. [ 613.610280] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.610428] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.610671] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814b2515-1199-48ba-8814-d497aa57af2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.631503] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.631503] env[68864]: value = "task-3184799" [ 613.631503] env[68864]: _type = "Task" [ 613.631503] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.639239] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184799, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.685136] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184793, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.788921] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184794, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.913018] env[68864]: DEBUG nova.compute.utils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.914897] env[68864]: DEBUG nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.915727] env[68864]: DEBUG nova.network.neutron [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.942027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.966971] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.291561} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.967322] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.968396] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fe7692-d6d7-449a-b779-7f9bb73c3e61 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.993105] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2b822b35-94ac-48bb-a46f-2cda8ecfce06/2b822b35-94ac-48bb-a46f-2cda8ecfce06.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.996126] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41b92bc1-00c2-4863-bc18-f2ba8e09d187 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.013788] env[68864]: DEBUG nova.policy [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bdf1a828a7642c1ba63d5b4ddb18115', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032b4862616d4c3798bffe54330d7d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.019968] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184796, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.021658] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 614.021658] env[68864]: value = "task-3184800" [ 614.021658] env[68864]: _type = "Task" [ 614.021658] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.031409] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.141951] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184799, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.186698] env[68864]: DEBUG oslo_vmware.api [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3184793, 'name': PowerOnVM_Task, 'duration_secs': 0.731967} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.187294] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.187620] env[68864]: INFO nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Took 17.28 seconds to spawn the instance on the hypervisor. [ 614.187938] env[68864]: DEBUG nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.188895] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bd45c5-558c-41d5-a6a4-03766133530c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.260134] env[68864]: DEBUG nova.network.neutron [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Successfully updated port: e3a983c0-5df0-4078-ab23-c163ca1dc2a1 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.288309] env[68864]: DEBUG oslo_vmware.api [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184794, 'name': PowerOnVM_Task, 'duration_secs': 0.850279} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.290189] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.290189] env[68864]: INFO nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Took 19.59 seconds to spawn the instance on the hypervisor. [ 614.290189] env[68864]: DEBUG nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.290653] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c4fe4d-6d87-4d10-beaf-b838a0270605 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.419815] env[68864]: DEBUG nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.437481] env[68864]: DEBUG nova.network.neutron [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Successfully created port: 628f2eaa-48b7-42e9-8a64-c5a705d8f32a {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.492846] env[68864]: DEBUG oslo_vmware.api [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184796, 'name': PowerOnVM_Task, 'duration_secs': 0.567511} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.493441] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.493685] env[68864]: INFO nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Took 15.39 seconds to spawn the instance on the hypervisor. [ 614.493859] env[68864]: DEBUG nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.497049] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d9be63-2489-4d73-a689-5600bd937d6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.538727] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.629639] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aedb42-651f-4de1-a229-126156e74adc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.645582] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb41100-6ca6-4ebf-8ff4-3411e9816238 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.653830] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184799, 'name': CreateVM_Task, 'duration_secs': 0.627429} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.653830] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.653830] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.653830] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.653830] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.654182] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bb3f96-0a53-4e8e-842b-491907b74d0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.683725] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3a8f0-80a5-4909-8f4e-10f80844d974 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.687972] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 614.687972] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526a4218-e269-bbde-3311-d0815dd87bf2" [ 614.687972] env[68864]: _type = "Task" [ 614.687972] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.695497] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec135b9-9714-44e7-b4da-e58edfb6bf69 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.705809] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526a4218-e269-bbde-3311-d0815dd87bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.717107] env[68864]: DEBUG nova.compute.provider_tree [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.718552] env[68864]: INFO nova.compute.manager [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Took 23.19 seconds to build instance. [ 614.766025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "refresh_cache-9d87c672-1de2-40a6-bce5-c48357027d1d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.766025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquired lock "refresh_cache-9d87c672-1de2-40a6-bce5-c48357027d1d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.766025] env[68864]: DEBUG nova.network.neutron [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.809020] env[68864]: INFO nova.compute.manager [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Took 24.41 seconds to build instance. [ 615.020261] env[68864]: INFO nova.compute.manager [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Took 22.38 seconds to build instance. [ 615.031878] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.198180] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526a4218-e269-bbde-3311-d0815dd87bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.04495} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.198525] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.198766] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.198997] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.199156] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.199357] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.199620] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd0db8ad-7da4-4e3b-b8c5-1d772177d699 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.207678] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.207867] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.208644] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da26909c-8725-44d7-8f98-328859919bd9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.216016] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 615.216016] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f2a050-2d9b-333d-b9e1-aee8eea681bd" [ 615.216016] env[68864]: _type = "Task" [ 615.216016] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.222475] env[68864]: DEBUG nova.scheduler.client.report [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.225790] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee445b37-1818-4e98-94cd-abf8ffb6df77 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "39ead640-79b7-40b6-97c5-5f32bc787108" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.708s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.226161] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f2a050-2d9b-333d-b9e1-aee8eea681bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.312011] env[68864]: DEBUG oslo_concurrency.lockutils [None req-96572efe-94ff-4f16-8cfc-9e4f1928b82c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.922s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.355695] env[68864]: DEBUG nova.network.neutron [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.432318] env[68864]: DEBUG nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.458784] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.460016] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.460016] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.460016] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.460016] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.460016] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.460430] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.460747] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.464014] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.464014] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.464014] env[68864]: DEBUG nova.virt.hardware [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.464014] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d0f23-92f1-444a-b1c7-232975adb956 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.470774] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac6590-5b50-4e62-93b7-94ca5a1c4147 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.526019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d82d6e1-8dac-4b00-a94e-c3c84da13bec tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "12460f16-35cc-4188-8839-fa43e3835a2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.898s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.533055] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184800, 'name': ReconfigVM_Task, 'duration_secs': 1.098945} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.533688] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2b822b35-94ac-48bb-a46f-2cda8ecfce06/2b822b35-94ac-48bb-a46f-2cda8ecfce06.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.538017] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9854b155-1a90-4d43-8128-effcc5666f67 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.547026] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 615.547026] env[68864]: value = "task-3184801" [ 615.547026] env[68864]: _type = "Task" [ 615.547026] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.554570] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184801, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.623209] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "3b997273-a3b3-4dc2-84ad-df4720affba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.623617] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.726546] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f2a050-2d9b-333d-b9e1-aee8eea681bd, 'name': SearchDatastore_Task, 'duration_secs': 0.021082} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.727766] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.729107] env[68864]: DEBUG nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.736017] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.456s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.736017] env[68864]: INFO nova.compute.claims [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.736959] env[68864]: DEBUG nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.742806] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb306f8-5683-4d05-a08e-0f0ed8b535ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.752646] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 615.752646] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c7304b-9850-f0a0-de40-3432892e719b" [ 615.752646] env[68864]: _type = "Task" [ 615.752646] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.764619] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c7304b-9850-f0a0-de40-3432892e719b, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.768255] env[68864]: DEBUG nova.network.neutron [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Updating instance_info_cache with network_info: [{"id": "e3a983c0-5df0-4078-ab23-c163ca1dc2a1", "address": "fa:16:3e:e0:99:e2", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a983c0-5d", "ovs_interfaceid": "e3a983c0-5df0-4078-ab23-c163ca1dc2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.768255] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.770727] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 71295469-1a0b-4932-bde8-2eb103dcb54a/71295469-1a0b-4932-bde8-2eb103dcb54a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.770727] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-053c304f-b004-44bf-9fac-329375969587 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.775115] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 615.775115] env[68864]: value = "task-3184802" [ 615.775115] env[68864]: _type = "Task" [ 615.775115] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.784548] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.813784] env[68864]: DEBUG nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.056488] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184801, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.126785] env[68864]: DEBUG nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.187324] env[68864]: DEBUG nova.network.neutron [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Successfully updated port: 628f2eaa-48b7-42e9-8a64-c5a705d8f32a {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.235254] env[68864]: DEBUG nova.compute.utils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.238478] env[68864]: DEBUG nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.242094] env[68864]: DEBUG nova.network.neutron [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.272028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Releasing lock "refresh_cache-9d87c672-1de2-40a6-bce5-c48357027d1d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.272028] env[68864]: DEBUG nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Instance network_info: |[{"id": "e3a983c0-5df0-4078-ab23-c163ca1dc2a1", "address": "fa:16:3e:e0:99:e2", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a983c0-5d", "ovs_interfaceid": "e3a983c0-5df0-4078-ab23-c163ca1dc2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.272231] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:99:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3a983c0-5df0-4078-ab23-c163ca1dc2a1', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.279721] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Creating folder: Project (ec4771e20fe743a989cd942b6800343f). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.281341] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.281975] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fad2cff5-ad10-4f28-b760-4e5bcdbaeceb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.294608] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.302737] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Created folder: Project (ec4771e20fe743a989cd942b6800343f) in parent group-v636929. [ 616.305039] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Creating folder: Instances. Parent ref: group-v636949. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.305039] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5c6a73a-1505-4d84-a424-1babb9a18a33 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.312613] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Created folder: Instances in parent group-v636949. [ 616.312847] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.314388] env[68864]: DEBUG nova.policy [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.315746] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.316490] env[68864]: DEBUG nova.network.neutron [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Successfully updated port: f2aa77a2-450c-4b09-a1ef-f1356b0a1590 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.317537] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1133856a-5c6c-4f53-9dcb-ef5e1b87a96f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.342850] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.342850] env[68864]: value = "task-3184805" [ 616.342850] env[68864]: _type = "Task" [ 616.342850] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.351372] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184805, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.352760] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.458161] env[68864]: DEBUG nova.compute.manager [req-52cec75b-c6af-47ac-982d-748c060f8890 req-698316bc-052e-4ec6-969c-e13ccccb48dc service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Received event network-vif-plugged-d931778c-0501-488d-bc9c-896d4bb252ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.458161] env[68864]: DEBUG oslo_concurrency.lockutils [req-52cec75b-c6af-47ac-982d-748c060f8890 req-698316bc-052e-4ec6-969c-e13ccccb48dc service nova] Acquiring lock "71295469-1a0b-4932-bde8-2eb103dcb54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.458161] env[68864]: DEBUG oslo_concurrency.lockutils [req-52cec75b-c6af-47ac-982d-748c060f8890 req-698316bc-052e-4ec6-969c-e13ccccb48dc service nova] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.458161] env[68864]: DEBUG oslo_concurrency.lockutils [req-52cec75b-c6af-47ac-982d-748c060f8890 req-698316bc-052e-4ec6-969c-e13ccccb48dc service nova] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.458161] env[68864]: DEBUG nova.compute.manager [req-52cec75b-c6af-47ac-982d-748c060f8890 req-698316bc-052e-4ec6-969c-e13ccccb48dc service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] No waiting events found dispatching network-vif-plugged-d931778c-0501-488d-bc9c-896d4bb252ee {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.458442] env[68864]: WARNING nova.compute.manager [req-52cec75b-c6af-47ac-982d-748c060f8890 req-698316bc-052e-4ec6-969c-e13ccccb48dc service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Received unexpected event network-vif-plugged-d931778c-0501-488d-bc9c-896d4bb252ee for instance with vm_state building and task_state spawning. [ 616.558104] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184801, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.656642] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.691068] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-3e8f537c-36f9-4d3b-8c48-55efb1582f53" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.692500] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-3e8f537c-36f9-4d3b-8c48-55efb1582f53" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.693809] env[68864]: DEBUG nova.network.neutron [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.745842] env[68864]: DEBUG nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.796249] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.836585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "refresh_cache-baf8eacd-01cd-47ae-99ef-694239009218" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.837106] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquired lock "refresh_cache-baf8eacd-01cd-47ae-99ef-694239009218" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.837106] env[68864]: DEBUG nova.network.neutron [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.858857] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184805, 'name': CreateVM_Task, 'duration_secs': 0.380064} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.859055] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.859754] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.860268] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.864525] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.865368] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1db5d21-7554-409c-96b7-f75d989ff8ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.874025] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 616.874025] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ed9e28-71fa-0a31-520a-efa4a5349132" [ 616.874025] env[68864]: _type = "Task" [ 616.874025] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.887453] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ed9e28-71fa-0a31-520a-efa4a5349132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.059930] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184801, 'name': Rename_Task, 'duration_secs': 1.27311} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.060178] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.064442] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9b74e9-dce9-478b-8fee-ba56425d18de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.070374] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 617.070374] env[68864]: value = "task-3184806" [ 617.070374] env[68864]: _type = "Task" [ 617.070374] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.079869] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.081376] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef744b9-ff59-4a14-bf75-2e709e8745b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.089530] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb489a2-5fe5-428c-880a-90cd252506da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.124396] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e703be-2549-4ba2-800d-9015459c884c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.135245] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b463adeb-94e9-44e5-9235-904ba8edcb24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.150119] env[68864]: DEBUG nova.compute.provider_tree [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.153574] env[68864]: DEBUG nova.network.neutron [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Successfully created port: 532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.262918] env[68864]: DEBUG nova.network.neutron [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.298254] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "a6be127e-d6cb-4781-ba8f-470e98976f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.298512] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.299567] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184802, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.386211] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ed9e28-71fa-0a31-520a-efa4a5349132, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.386211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.386211] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.386211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.386561] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.386561] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.386561] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a8e4f7b-3477-436f-95b4-93b77eb27661 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.395943] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.395943] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.396206] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc87eaa-de7b-4ece-9e8f-61b9bb873e0b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.401185] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 617.401185] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522bc6b7-c412-c0cc-8533-3c5035daadb8" [ 617.401185] env[68864]: _type = "Task" [ 617.401185] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.408994] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522bc6b7-c412-c0cc-8533-3c5035daadb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.437735] env[68864]: DEBUG nova.network.neutron [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.479518] env[68864]: DEBUG nova.compute.manager [req-181c75cd-c1ba-4d2e-af3f-4174fabe96dd req-823aaf8b-8696-4c3a-ae35-57cc0bd9f247 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Received event network-vif-plugged-e3a983c0-5df0-4078-ab23-c163ca1dc2a1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.479894] env[68864]: DEBUG oslo_concurrency.lockutils [req-181c75cd-c1ba-4d2e-af3f-4174fabe96dd req-823aaf8b-8696-4c3a-ae35-57cc0bd9f247 service nova] Acquiring lock "9d87c672-1de2-40a6-bce5-c48357027d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.480116] env[68864]: DEBUG oslo_concurrency.lockutils [req-181c75cd-c1ba-4d2e-af3f-4174fabe96dd req-823aaf8b-8696-4c3a-ae35-57cc0bd9f247 service nova] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.480284] env[68864]: DEBUG oslo_concurrency.lockutils [req-181c75cd-c1ba-4d2e-af3f-4174fabe96dd req-823aaf8b-8696-4c3a-ae35-57cc0bd9f247 service nova] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.480503] env[68864]: DEBUG nova.compute.manager [req-181c75cd-c1ba-4d2e-af3f-4174fabe96dd req-823aaf8b-8696-4c3a-ae35-57cc0bd9f247 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] No waiting events found dispatching network-vif-plugged-e3a983c0-5df0-4078-ab23-c163ca1dc2a1 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.480621] env[68864]: WARNING nova.compute.manager [req-181c75cd-c1ba-4d2e-af3f-4174fabe96dd req-823aaf8b-8696-4c3a-ae35-57cc0bd9f247 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Received unexpected event network-vif-plugged-e3a983c0-5df0-4078-ab23-c163ca1dc2a1 for instance with vm_state building and task_state spawning. [ 617.583337] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.595596] env[68864]: DEBUG nova.network.neutron [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Updating instance_info_cache with network_info: [{"id": "628f2eaa-48b7-42e9-8a64-c5a705d8f32a", "address": "fa:16:3e:f5:a5:ed", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628f2eaa-48", "ovs_interfaceid": "628f2eaa-48b7-42e9-8a64-c5a705d8f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.654375] env[68864]: DEBUG nova.scheduler.client.report [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.765631] env[68864]: DEBUG nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.798848] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184802, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.578307} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.800961] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 71295469-1a0b-4932-bde8-2eb103dcb54a/71295469-1a0b-4932-bde8-2eb103dcb54a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.801240] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.801532] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15d213d6-1f92-4d41-af1d-63b7b36ce9fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.807451] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.807590] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.807729] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.807912] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.808070] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.808338] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.808578] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.808740] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.808902] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.809076] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.809247] env[68864]: DEBUG nova.virt.hardware [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.810638] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f2b06-b81e-4c05-a544-58c16ca10de5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.815090] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 617.815090] env[68864]: value = "task-3184807" [ 617.815090] env[68864]: _type = "Task" [ 617.815090] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.816100] env[68864]: DEBUG nova.network.neutron [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Updating instance_info_cache with network_info: [{"id": "f2aa77a2-450c-4b09-a1ef-f1356b0a1590", "address": "fa:16:3e:77:af:ee", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2aa77a2-45", "ovs_interfaceid": "f2aa77a2-450c-4b09-a1ef-f1356b0a1590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.825523] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c70fbe-3cf0-47ed-8d10-408aad3d65cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.834096] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.912399] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522bc6b7-c412-c0cc-8533-3c5035daadb8, 'name': SearchDatastore_Task, 'duration_secs': 0.033042} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.913245] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c71160e-9619-41ca-b0fc-7fbf6a5a6220 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.918213] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 617.918213] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52504dbd-096d-8c09-035c-865babf476bf" [ 617.918213] env[68864]: _type = "Task" [ 617.918213] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.926105] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52504dbd-096d-8c09-035c-865babf476bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.073482] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.073482] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.081536] env[68864]: DEBUG oslo_vmware.api [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184806, 'name': PowerOnVM_Task, 'duration_secs': 0.906051} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.082196] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.082520] env[68864]: INFO nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Took 12.09 seconds to spawn the instance on the hypervisor. [ 618.082824] env[68864]: DEBUG nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.083789] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ebc05-00a1-4fd8-8a14-d52651320d92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.101014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-3e8f537c-36f9-4d3b-8c48-55efb1582f53" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.101014] env[68864]: DEBUG nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Instance network_info: |[{"id": "628f2eaa-48b7-42e9-8a64-c5a705d8f32a", "address": "fa:16:3e:f5:a5:ed", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628f2eaa-48", "ovs_interfaceid": "628f2eaa-48b7-42e9-8a64-c5a705d8f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.101179] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:a5:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '628f2eaa-48b7-42e9-8a64-c5a705d8f32a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.107696] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating folder: Project (032b4862616d4c3798bffe54330d7d1a). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.108582] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6cea35e-a649-4675-b11d-176a2ef5a270 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.121354] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created folder: Project (032b4862616d4c3798bffe54330d7d1a) in parent group-v636929. [ 618.121354] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating folder: Instances. Parent ref: group-v636952. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.121354] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f356e3ba-fd30-4dde-837e-30834429551d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.129560] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created folder: Instances in parent group-v636952. [ 618.130145] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.130465] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.130860] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f8f7ddb-8c1f-434c-bca6-ca20f5b608c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.154994] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.154994] env[68864]: value = "task-3184810" [ 618.154994] env[68864]: _type = "Task" [ 618.154994] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.165400] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.166154] env[68864]: DEBUG nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.169534] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184810, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.173172] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.230s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.173172] env[68864]: DEBUG nova.objects.instance [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 618.319356] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Releasing lock "refresh_cache-baf8eacd-01cd-47ae-99ef-694239009218" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.320194] env[68864]: DEBUG nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Instance network_info: |[{"id": "f2aa77a2-450c-4b09-a1ef-f1356b0a1590", "address": "fa:16:3e:77:af:ee", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2aa77a2-45", "ovs_interfaceid": "f2aa77a2-450c-4b09-a1ef-f1356b0a1590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.326013] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:af:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2aa77a2-450c-4b09-a1ef-f1356b0a1590', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.333253] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Creating folder: Project (a0b595809d1b4147bd442ca21329b43d). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.333554] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-912ee1a0-5358-41f4-9fda-9a9ef373fd33 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.341107] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070069} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.341523] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.342257] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4f2a82-ebfe-42a4-91eb-bcd6e75d60f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.346898] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Created folder: Project (a0b595809d1b4147bd442ca21329b43d) in parent group-v636929. [ 618.347117] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Creating folder: Instances. Parent ref: group-v636955. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.347695] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71a1b1e7-3c91-4106-8f8f-0b4f34f7d91b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.369354] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 71295469-1a0b-4932-bde8-2eb103dcb54a/71295469-1a0b-4932-bde8-2eb103dcb54a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.370211] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9722d9eb-38cb-40a5-b33a-51bc4cdd7d64 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.386660] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Created folder: Instances in parent group-v636955. [ 618.386918] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.387577] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.387842] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcd92c93-d833-474f-8fa2-49dba8ee046a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.405240] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 618.405240] env[68864]: value = "task-3184813" [ 618.405240] env[68864]: _type = "Task" [ 618.405240] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.418154] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.418154] env[68864]: value = "task-3184814" [ 618.418154] env[68864]: _type = "Task" [ 618.418154] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.418453] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.431155] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52504dbd-096d-8c09-035c-865babf476bf, 'name': SearchDatastore_Task, 'duration_secs': 0.016061} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.434308] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.434592] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9d87c672-1de2-40a6-bce5-c48357027d1d/9d87c672-1de2-40a6-bce5-c48357027d1d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.435068] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184814, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.435263] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61308adf-151d-43cb-a093-01d932368e91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.442979] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 618.442979] env[68864]: value = "task-3184815" [ 618.442979] env[68864]: _type = "Task" [ 618.442979] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.450889] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.605795] env[68864]: INFO nova.compute.manager [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Took 17.65 seconds to build instance. [ 618.668987] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184810, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.674446] env[68864]: DEBUG nova.compute.utils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.681205] env[68864]: DEBUG nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.681351] env[68864]: DEBUG nova.network.neutron [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.804628] env[68864]: DEBUG nova.policy [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ca2b458bf24d17990fd9fa057d4395', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '175e614934de4ed8beac7cd56a58a498', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.919565] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "2905a98a-3997-4357-bcbc-65d31c2f694f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.919889] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.920228] env[68864]: DEBUG nova.compute.manager [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.920517] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184813, 'name': ReconfigVM_Task, 'duration_secs': 0.336511} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.921429] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb5566-2994-4407-b31e-aefed0819f69 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.928640] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 71295469-1a0b-4932-bde8-2eb103dcb54a/71295469-1a0b-4932-bde8-2eb103dcb54a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.929416] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ae3c06c-ba75-4b52-bbdc-489b354e9953 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.941875] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184814, 'name': CreateVM_Task, 'duration_secs': 0.310134} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.946322] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.952034] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 618.952034] env[68864]: value = "task-3184816" [ 618.952034] env[68864]: _type = "Task" [ 618.952034] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.952034] env[68864]: DEBUG nova.compute.manager [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 618.952034] env[68864]: DEBUG nova.objects.instance [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lazy-loading 'flavor' on Instance uuid 2905a98a-3997-4357-bcbc-65d31c2f694f {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.961531] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.965021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.965021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.971387] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9f91a1-fa5e-45a9-90cc-8fbe65c740c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.978462] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.978780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.985925] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 618.985925] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521d3c60-077b-0ab1-556b-a1a39d8a6536" [ 618.985925] env[68864]: _type = "Task" [ 618.985925] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.995834] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184816, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.996194] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.008889] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521d3c60-077b-0ab1-556b-a1a39d8a6536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.095355] env[68864]: DEBUG nova.network.neutron [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Successfully updated port: 532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.108214] env[68864]: DEBUG oslo_concurrency.lockutils [None req-73b0c3e0-2b2c-4ab6-932d-957f87a21b49 tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.163s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.171126] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184810, 'name': CreateVM_Task, 'duration_secs': 0.527628} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.171336] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.172047] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.185343] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aaa8b66c-5b69-422c-83fb-691bce6cf058 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.188050] env[68864]: DEBUG nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.194169] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.912s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.195663] env[68864]: INFO nova.compute.claims [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.215906] env[68864]: DEBUG nova.network.neutron [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Successfully created port: 8910921c-6578-4ea5-8ba0-3ed382aa4af0 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.465210] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652805} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.470206] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9d87c672-1de2-40a6-bce5-c48357027d1d/9d87c672-1de2-40a6-bce5-c48357027d1d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.470206] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.470206] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a60336-96c0-4f09-8df8-1df1a38daa19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.481586] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184816, 'name': Rename_Task, 'duration_secs': 0.315238} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.483815] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.484681] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 619.484681] env[68864]: value = "task-3184817" [ 619.484681] env[68864]: _type = "Task" [ 619.484681] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.484956] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2bc358-5983-43cf-81f3-e7b61e54b4e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.498782] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.503913] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 619.503913] env[68864]: value = "task-3184818" [ 619.503913] env[68864]: _type = "Task" [ 619.503913] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.511331] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521d3c60-077b-0ab1-556b-a1a39d8a6536, 'name': SearchDatastore_Task, 'duration_secs': 0.056021} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.512020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.512267] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.512678] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.512828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.513021] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.516221] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.516552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.516798] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72b5f646-f7ec-4fa7-8ecb-8e8f81ed3969 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.518685] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184818, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.519033] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4e7f71-f13c-44a1-8f8a-1f205c09f03b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.524451] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 619.524451] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f688a6-31f3-a604-984f-98cb3b841f02" [ 619.524451] env[68864]: _type = "Task" [ 619.524451] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.528689] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.528931] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.530239] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76392369-0210-46dc-920d-fb0dd7c43743 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.536397] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f688a6-31f3-a604-984f-98cb3b841f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.539559] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 619.539559] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5274525c-44f5-1b6b-e2b3-e779424e1f34" [ 619.539559] env[68864]: _type = "Task" [ 619.539559] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.547403] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5274525c-44f5-1b6b-e2b3-e779424e1f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.597739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.597739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.597739] env[68864]: DEBUG nova.network.neutron [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.612363] env[68864]: DEBUG nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.826229] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Acquiring lock "39ead640-79b7-40b6-97c5-5f32bc787108" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.826615] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Lock "39ead640-79b7-40b6-97c5-5f32bc787108" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.826828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Acquiring lock "39ead640-79b7-40b6-97c5-5f32bc787108-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.827043] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Lock "39ead640-79b7-40b6-97c5-5f32bc787108-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.827231] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Lock "39ead640-79b7-40b6-97c5-5f32bc787108-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.829580] env[68864]: INFO nova.compute.manager [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Terminating instance [ 619.876170] env[68864]: INFO nova.compute.manager [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Rebuilding instance [ 619.945941] env[68864]: DEBUG nova.compute.manager [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.946893] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c849c0-4727-4b5d-9378-c9584b5f065d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.968026] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.969311] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cc949ca-f3fb-4a55-a5c8-c4fad352deaf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.976552] env[68864]: DEBUG oslo_vmware.api [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 619.976552] env[68864]: value = "task-3184819" [ 619.976552] env[68864]: _type = "Task" [ 619.976552] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.986125] env[68864]: DEBUG oslo_vmware.api [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.994689] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067655} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.994963] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.995744] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917e5c39-d3a8-4ad7-9952-01d36d40f48b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.022525] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 9d87c672-1de2-40a6-bce5-c48357027d1d/9d87c672-1de2-40a6-bce5-c48357027d1d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.026734] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f26008-df13-4acc-b01c-afc358657ee2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.052269] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184818, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.054382] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 620.054382] env[68864]: value = "task-3184820" [ 620.054382] env[68864]: _type = "Task" [ 620.054382] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.064804] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f688a6-31f3-a604-984f-98cb3b841f02, 'name': SearchDatastore_Task, 'duration_secs': 0.014311} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.065010] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5274525c-44f5-1b6b-e2b3-e779424e1f34, 'name': SearchDatastore_Task, 'duration_secs': 0.037351} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.065581] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.065848] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.066067] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.066824] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f53492-5748-4616-a959-d73cdc295d1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.072021] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.075224] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 620.075224] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522c79eb-435d-60fe-f5ec-a6e79ec964ac" [ 620.075224] env[68864]: _type = "Task" [ 620.075224] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.083587] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522c79eb-435d-60fe-f5ec-a6e79ec964ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.142414] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.149291] env[68864]: DEBUG nova.network.neutron [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.200695] env[68864]: DEBUG nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.229244] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.229866] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.230404] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.230404] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.230404] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.230913] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.230913] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.231055] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.231225] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.231458] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.231643] env[68864]: DEBUG nova.virt.hardware [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.232905] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8df6466-2865-4755-b94a-06461dd31e69 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.243209] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9221169-1828-42b3-9d8c-c40a99ed0654 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.337354] env[68864]: DEBUG nova.compute.manager [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.337354] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.338316] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e7aae-3411-480e-8681-7bc36775ed28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.348611] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.348823] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673e3665-ccda-42aa-9581-2554ea3251c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.357196] env[68864]: DEBUG oslo_vmware.api [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Waiting for the task: (returnval){ [ 620.357196] env[68864]: value = "task-3184821" [ 620.357196] env[68864]: _type = "Task" [ 620.357196] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.366105] env[68864]: DEBUG nova.network.neutron [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.373514] env[68864]: DEBUG oslo_vmware.api [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Task: {'id': task-3184821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.388514] env[68864]: DEBUG nova.compute.manager [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Received event network-changed-d931778c-0501-488d-bc9c-896d4bb252ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.388709] env[68864]: DEBUG nova.compute.manager [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Refreshing instance network info cache due to event network-changed-d931778c-0501-488d-bc9c-896d4bb252ee. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.389095] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Acquiring lock "refresh_cache-71295469-1a0b-4932-bde8-2eb103dcb54a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.389352] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Acquired lock "refresh_cache-71295469-1a0b-4932-bde8-2eb103dcb54a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.389618] env[68864]: DEBUG nova.network.neutron [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Refreshing network info cache for port d931778c-0501-488d-bc9c-896d4bb252ee {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.490828] env[68864]: DEBUG oslo_vmware.api [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184819, 'name': PowerOffVM_Task, 'duration_secs': 0.332576} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.491202] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.491333] env[68864]: DEBUG nova.compute.manager [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.492444] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e4e431-fad7-4fc2-8a1d-cb6968a71663 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.522925] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.567929] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.575402] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e034862-3b55-4b44-87c6-7d8aa95c4c44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.591558] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e0004-fd93-45be-ad61-50ddadd0dfa2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.595160] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522c79eb-435d-60fe-f5ec-a6e79ec964ac, 'name': SearchDatastore_Task, 'duration_secs': 0.018927} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.595490] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.595775] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] baf8eacd-01cd-47ae-99ef-694239009218/baf8eacd-01cd-47ae-99ef-694239009218.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.596466] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.596668] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.596913] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7ee850-560a-4f35-9abd-1226dde70ce8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.626331] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-605783f9-9916-4b4f-886c-3b663d253cb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.633018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa7bf75-145e-403d-8d12-687f225763c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.636827] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 620.636827] env[68864]: value = "task-3184822" [ 620.636827] env[68864]: _type = "Task" [ 620.636827] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.645243] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e584e-d497-446c-9083-facfc1ce1532 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.650960] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.650960] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.655769] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1894eb05-b5c6-41ed-a792-d49a38f158aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.657682] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.667520] env[68864]: DEBUG nova.compute.provider_tree [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.670147] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 620.670147] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5273923a-d0fe-bb7a-197a-344bb63fbb02" [ 620.670147] env[68864]: _type = "Task" [ 620.670147] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.678646] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5273923a-d0fe-bb7a-197a-344bb63fbb02, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.680125] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40bdf95-cfe2-4d9e-a7a5-96531ecf9bdd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.686603] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 620.686603] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5241e8e9-4458-ece9-cfd4-8743831c0b02" [ 620.686603] env[68864]: _type = "Task" [ 620.686603] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.694279] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5241e8e9-4458-ece9-cfd4-8743831c0b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.829330] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.829717] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.869866] env[68864]: DEBUG oslo_vmware.api [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Task: {'id': task-3184821, 'name': PowerOffVM_Task, 'duration_secs': 0.227858} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.870321] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.872243] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.872243] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cff77a6-a760-4e7f-bd99-bae71bfc6350 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.874443] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.874848] env[68864]: DEBUG nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Instance network_info: |[{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.875471] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:88:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532d1506-b9c6-43d5-a634-93b4d7b333ba', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.884343] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Creating folder: Project (b762ff8df77347db8994e22c399f5a5e). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.884743] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0961cbc3-f934-4b54-8151-c5e4d122c6a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.898029] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Created folder: Project (b762ff8df77347db8994e22c399f5a5e) in parent group-v636929. [ 620.898029] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Creating folder: Instances. Parent ref: group-v636958. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.901463] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ca1e5ac-b0d5-47c5-8b69-ac8054fb5ab9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.921725] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Created folder: Instances in parent group-v636958. [ 620.921725] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.922765] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.927023] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f215c74-cf6d-4f90-bfdd-e969e43ff6b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.948008] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.948522] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.948818] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Deleting the datastore file [datastore1] 39ead640-79b7-40b6-97c5-5f32bc787108 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.949607] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef1b124-6599-4067-9b53-22c9733cf5ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.956699] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.956699] env[68864]: value = "task-3184826" [ 620.956699] env[68864]: _type = "Task" [ 620.956699] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.962095] env[68864]: DEBUG oslo_vmware.api [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Waiting for the task: (returnval){ [ 620.962095] env[68864]: value = "task-3184827" [ 620.962095] env[68864]: _type = "Task" [ 620.962095] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.965481] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.965802] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184826, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.966112] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96a54d2-0c16-4b13-ab87-d64b5ffdec90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.977918] env[68864]: DEBUG oslo_vmware.api [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Task: {'id': task-3184827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.979759] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 620.979759] env[68864]: value = "task-3184828" [ 620.979759] env[68864]: _type = "Task" [ 620.979759] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.988934] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.009398] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7fef964d-9296-40bd-a929-97541e225767 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.026405] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "0e20a788-5e96-412d-9449-a4af1ba5aa30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.026675] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.026877] env[68864]: DEBUG oslo_vmware.api [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184818, 'name': PowerOnVM_Task, 'duration_secs': 1.058794} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.028039] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.028292] env[68864]: INFO nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Took 12.65 seconds to spawn the instance on the hypervisor. [ 621.028474] env[68864]: DEBUG nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.029941] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4733b1-ae5a-4c8f-ade2-542ce212b6e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.067371] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184820, 'name': ReconfigVM_Task, 'duration_secs': 0.633405} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.070268] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 9d87c672-1de2-40a6-bce5-c48357027d1d/9d87c672-1de2-40a6-bce5-c48357027d1d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.071361] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd847563-43d3-464d-a2e5-eca8670e8dbd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.084165] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 621.084165] env[68864]: value = "task-3184829" [ 621.084165] env[68864]: _type = "Task" [ 621.084165] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.102148] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184829, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.152130] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.171770] env[68864]: DEBUG nova.scheduler.client.report [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.191738] env[68864]: DEBUG nova.network.neutron [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Updated VIF entry in instance network info cache for port d931778c-0501-488d-bc9c-896d4bb252ee. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.192237] env[68864]: DEBUG nova.network.neutron [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Updating instance_info_cache with network_info: [{"id": "d931778c-0501-488d-bc9c-896d4bb252ee", "address": "fa:16:3e:62:30:86", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd931778c-05", "ovs_interfaceid": "d931778c-0501-488d-bc9c-896d4bb252ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.202114] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5241e8e9-4458-ece9-cfd4-8743831c0b02, 'name': SearchDatastore_Task, 'duration_secs': 0.013161} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.202424] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.202680] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.202956] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b8d61a6-8406-4ce4-9393-f50bf3de3d8f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.212135] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 621.212135] env[68864]: value = "task-3184830" [ 621.212135] env[68864]: _type = "Task" [ 621.212135] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.224407] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.316911] env[68864]: DEBUG nova.network.neutron [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Successfully updated port: 8910921c-6578-4ea5-8ba0-3ed382aa4af0 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.419391] env[68864]: DEBUG nova.compute.manager [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Received event network-changed-e3a983c0-5df0-4078-ab23-c163ca1dc2a1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.419607] env[68864]: DEBUG nova.compute.manager [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Refreshing instance network info cache due to event network-changed-e3a983c0-5df0-4078-ab23-c163ca1dc2a1. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.420017] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Acquiring lock "refresh_cache-9d87c672-1de2-40a6-bce5-c48357027d1d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.420805] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Acquired lock "refresh_cache-9d87c672-1de2-40a6-bce5-c48357027d1d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420805] env[68864]: DEBUG nova.network.neutron [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Refreshing network info cache for port e3a983c0-5df0-4078-ab23-c163ca1dc2a1 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.467825] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184826, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.480483] env[68864]: DEBUG oslo_vmware.api [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Task: {'id': task-3184827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358961} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.484321] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.484321] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.484321] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.484489] env[68864]: INFO nova.compute.manager [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Took 1.15 seconds to destroy the instance on the hypervisor. [ 621.485260] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.485260] env[68864]: DEBUG nova.compute.manager [-] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.485260] env[68864]: DEBUG nova.network.neutron [-] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.492726] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184828, 'name': PowerOffVM_Task, 'duration_secs': 0.220219} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.493102] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.493806] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.494108] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bdad4-eab0-43e8-a4c7-6d189a867ee7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.503451] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.503694] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca5bcb9-b535-401d-a344-e86638d8f535 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.531094] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.531489] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.531749] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Deleting the datastore file [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.532229] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-554b28c9-cfcb-449d-8bd4-c873941db094 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.543235] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 621.543235] env[68864]: value = "task-3184832" [ 621.543235] env[68864]: _type = "Task" [ 621.543235] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.565023] env[68864]: INFO nova.compute.manager [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Took 19.11 seconds to build instance. [ 621.577699] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.583797] env[68864]: DEBUG nova.compute.manager [None req-ab24209b-4f48-4896-8882-40fb9dd860bf tempest-ServerDiagnosticsV248Test-1308316143 tempest-ServerDiagnosticsV248Test-1308316143-project-admin] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.586283] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a739c4c5-11f9-4b07-a531-a4e45ea11422 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.608820] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184829, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.611794] env[68864]: INFO nova.compute.manager [None req-ab24209b-4f48-4896-8882-40fb9dd860bf tempest-ServerDiagnosticsV248Test-1308316143 tempest-ServerDiagnosticsV248Test-1308316143-project-admin] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Retrieving diagnostics [ 621.613112] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aafa6f7-dc74-4b50-a981-6512bf139ce9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.662827] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601938} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.662966] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] baf8eacd-01cd-47ae-99ef-694239009218/baf8eacd-01cd-47ae-99ef-694239009218.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.663164] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.663437] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0fbc921-7d98-48f4-a16c-af84ec708f62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.672184] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 621.672184] env[68864]: value = "task-3184833" [ 621.672184] env[68864]: _type = "Task" [ 621.672184] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.678064] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.679057] env[68864]: DEBUG nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.686484] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.333s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.687202] env[68864]: INFO nova.compute.claims [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.693025] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.695154] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Releasing lock "refresh_cache-71295469-1a0b-4932-bde8-2eb103dcb54a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.695467] env[68864]: DEBUG nova.compute.manager [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Received event network-vif-plugged-628f2eaa-48b7-42e9-8a64-c5a705d8f32a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.695726] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Acquiring lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.696025] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.696266] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.696428] env[68864]: DEBUG nova.compute.manager [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] No waiting events found dispatching network-vif-plugged-628f2eaa-48b7-42e9-8a64-c5a705d8f32a {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.696653] env[68864]: WARNING nova.compute.manager [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Received unexpected event network-vif-plugged-628f2eaa-48b7-42e9-8a64-c5a705d8f32a for instance with vm_state building and task_state spawning. [ 621.696883] env[68864]: DEBUG nova.compute.manager [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Received event network-changed-628f2eaa-48b7-42e9-8a64-c5a705d8f32a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.697108] env[68864]: DEBUG nova.compute.manager [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Refreshing instance network info cache due to event network-changed-628f2eaa-48b7-42e9-8a64-c5a705d8f32a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.697342] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Acquiring lock "refresh_cache-3e8f537c-36f9-4d3b-8c48-55efb1582f53" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.697516] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Acquired lock "refresh_cache-3e8f537c-36f9-4d3b-8c48-55efb1582f53" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.697736] env[68864]: DEBUG nova.network.neutron [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Refreshing network info cache for port 628f2eaa-48b7-42e9-8a64-c5a705d8f32a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.727122] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184830, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.823090] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "refresh_cache-edbbd373-a587-4846-8a31-917e08e63edd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.823320] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquired lock "refresh_cache-edbbd373-a587-4846-8a31-917e08e63edd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.823525] env[68864]: DEBUG nova.network.neutron [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.968456] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184826, 'name': CreateVM_Task, 'duration_secs': 0.679658} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.968782] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.969464] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.969701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.969942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.973216] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad1b320-a292-4e8a-a0cb-53b4a56dca17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.978406] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 621.978406] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f128dd-a9b9-610d-f31e-e38ac623a225" [ 621.978406] env[68864]: _type = "Task" [ 621.978406] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.986898] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f128dd-a9b9-610d-f31e-e38ac623a225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.058609] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280356} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.061024] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.061692] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.062028] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.068659] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e0a84cb-8935-41c2-8719-700413a33bc8 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.627s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.096977] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184829, 'name': Rename_Task, 'duration_secs': 0.820991} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.097394] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.097527] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7cbc7ea-7da7-462c-b733-e95697be6e4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.107643] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 622.107643] env[68864]: value = "task-3184834" [ 622.107643] env[68864]: _type = "Task" [ 622.107643] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.115907] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.185852] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102309} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.186331] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.189346] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98479921-9d0c-471a-8621-e932f91729ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.195629] env[68864]: DEBUG nova.compute.utils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.199175] env[68864]: DEBUG nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.199175] env[68864]: DEBUG nova.network.neutron [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.224315] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] baf8eacd-01cd-47ae-99ef-694239009218/baf8eacd-01cd-47ae-99ef-694239009218.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.225420] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c0fd03-96ac-40c3-9718-4eb4970dad8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.254227] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596011} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.256819] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.256819] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.257039] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 622.257039] env[68864]: value = "task-3184835" [ 622.257039] env[68864]: _type = "Task" [ 622.257039] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.257311] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa72d536-f969-419f-86a8-3888ce279d5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.269935] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.271284] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 622.271284] env[68864]: value = "task-3184836" [ 622.271284] env[68864]: _type = "Task" [ 622.271284] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.280736] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.308907] env[68864]: DEBUG nova.policy [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03bfd38bd1dc465484ef89356b8ef2b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3148fdc000d142cfb55213940bb10c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.358279] env[68864]: DEBUG nova.network.neutron [-] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.385795] env[68864]: DEBUG nova.network.neutron [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.416346] env[68864]: DEBUG nova.network.neutron [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Updated VIF entry in instance network info cache for port e3a983c0-5df0-4078-ab23-c163ca1dc2a1. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.416346] env[68864]: DEBUG nova.network.neutron [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Updating instance_info_cache with network_info: [{"id": "e3a983c0-5df0-4078-ab23-c163ca1dc2a1", "address": "fa:16:3e:e0:99:e2", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3a983c0-5d", "ovs_interfaceid": "e3a983c0-5df0-4078-ab23-c163ca1dc2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.493337] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f128dd-a9b9-610d-f31e-e38ac623a225, 'name': SearchDatastore_Task, 'duration_secs': 0.0364} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.493337] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.493337] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.493701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.493701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.494144] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.494219] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5bb27e0-1770-4ae5-8e93-87f5f0cd3934 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.505499] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.505903] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.506482] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e6bf32-ef40-4ddb-83e3-22bd6ebd8888 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.513773] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 622.513773] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529065f2-5762-47b0-c28b-4f62c8a6e224" [ 622.513773] env[68864]: _type = "Task" [ 622.513773] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.524895] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529065f2-5762-47b0-c28b-4f62c8a6e224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.570952] env[68864]: DEBUG nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.608287] env[68864]: DEBUG nova.network.neutron [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Updating instance_info_cache with network_info: [{"id": "8910921c-6578-4ea5-8ba0-3ed382aa4af0", "address": "fa:16:3e:b3:fa:0f", "network": {"id": "16dcb261-ddaa-4cf5-9315-5736c78f2296", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1732487215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "175e614934de4ed8beac7cd56a58a498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8910921c-65", "ovs_interfaceid": "8910921c-6578-4ea5-8ba0-3ed382aa4af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.624232] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184834, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.698866] env[68864]: DEBUG nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.771082] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.794422] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086186} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.794422] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.794422] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c12f441-593c-4fa0-bb10-f5cd1d459606 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.821207] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.825134] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ba7b1c1-e1f7-4f29-a7e9-3309514c95d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.844697] env[68864]: DEBUG nova.network.neutron [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Updated VIF entry in instance network info cache for port 628f2eaa-48b7-42e9-8a64-c5a705d8f32a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.846823] env[68864]: DEBUG nova.network.neutron [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Updating instance_info_cache with network_info: [{"id": "628f2eaa-48b7-42e9-8a64-c5a705d8f32a", "address": "fa:16:3e:f5:a5:ed", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap628f2eaa-48", "ovs_interfaceid": "628f2eaa-48b7-42e9-8a64-c5a705d8f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.851804] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 622.851804] env[68864]: value = "task-3184837" [ 622.851804] env[68864]: _type = "Task" [ 622.851804] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.865650] env[68864]: INFO nova.compute.manager [-] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Took 1.38 seconds to deallocate network for instance. [ 622.865650] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.893447] env[68864]: DEBUG nova.network.neutron [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Successfully created port: 6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.919990] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Releasing lock "refresh_cache-9d87c672-1de2-40a6-bce5-c48357027d1d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.919990] env[68864]: DEBUG nova.compute.manager [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Received event network-vif-plugged-f2aa77a2-450c-4b09-a1ef-f1356b0a1590 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.919990] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Acquiring lock "baf8eacd-01cd-47ae-99ef-694239009218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.919990] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Lock "baf8eacd-01cd-47ae-99ef-694239009218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.919990] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Lock "baf8eacd-01cd-47ae-99ef-694239009218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.920202] env[68864]: DEBUG nova.compute.manager [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] No waiting events found dispatching network-vif-plugged-f2aa77a2-450c-4b09-a1ef-f1356b0a1590 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.920202] env[68864]: WARNING nova.compute.manager [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Received unexpected event network-vif-plugged-f2aa77a2-450c-4b09-a1ef-f1356b0a1590 for instance with vm_state building and task_state spawning. [ 622.920202] env[68864]: DEBUG nova.compute.manager [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Received event network-changed-f2aa77a2-450c-4b09-a1ef-f1356b0a1590 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.920656] env[68864]: DEBUG nova.compute.manager [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Refreshing instance network info cache due to event network-changed-f2aa77a2-450c-4b09-a1ef-f1356b0a1590. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.920656] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Acquiring lock "refresh_cache-baf8eacd-01cd-47ae-99ef-694239009218" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.920656] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Acquired lock "refresh_cache-baf8eacd-01cd-47ae-99ef-694239009218" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.920787] env[68864]: DEBUG nova.network.neutron [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Refreshing network info cache for port f2aa77a2-450c-4b09-a1ef-f1356b0a1590 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.043609] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529065f2-5762-47b0-c28b-4f62c8a6e224, 'name': SearchDatastore_Task, 'duration_secs': 0.039157} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.051815] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ce1788-31a6-46f3-b9ae-8ce40aa5cae2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.064968] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 623.064968] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5275e34e-fd53-7b8c-8f41-80c164e0bf7b" [ 623.064968] env[68864]: _type = "Task" [ 623.064968] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.073441] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5275e34e-fd53-7b8c-8f41-80c164e0bf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.101372] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.116185] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.116420] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.116649] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.116761] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.117025] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.117025] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.117448] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.117448] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.117547] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.117689] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.118620] env[68864]: DEBUG nova.virt.hardware [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.118620] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Releasing lock "refresh_cache-edbbd373-a587-4846-8a31-917e08e63edd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.118807] env[68864]: DEBUG nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Instance network_info: |[{"id": "8910921c-6578-4ea5-8ba0-3ed382aa4af0", "address": "fa:16:3e:b3:fa:0f", "network": {"id": "16dcb261-ddaa-4cf5-9315-5736c78f2296", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1732487215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "175e614934de4ed8beac7cd56a58a498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8910921c-65", "ovs_interfaceid": "8910921c-6578-4ea5-8ba0-3ed382aa4af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.119399] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9042d54e-e0d1-4c22-ab2f-c8f07cd8ac57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.127164] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:fa:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8910921c-6578-4ea5-8ba0-3ed382aa4af0', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.134851] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Creating folder: Project (175e614934de4ed8beac7cd56a58a498). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.139810] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4cfa645-f4dd-4adf-aea1-3ac1c1a978cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.142040] env[68864]: DEBUG oslo_vmware.api [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184834, 'name': PowerOnVM_Task, 'duration_secs': 0.586331} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.147583] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.147829] env[68864]: INFO nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Took 12.50 seconds to spawn the instance on the hypervisor. [ 623.148035] env[68864]: DEBUG nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.148324] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "69161637-7589-4a65-8f6d-39831ceb7480" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.148531] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "69161637-7589-4a65-8f6d-39831ceb7480" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.149674] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae0762-69ba-47b5-9460-30e19de20cf8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.154027] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1df6b16-2df2-4cc9-87a7-3575bad2c30f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.163632] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Created folder: Project (175e614934de4ed8beac7cd56a58a498) in parent group-v636929. [ 623.163863] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Creating folder: Instances. Parent ref: group-v636961. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.164925] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecb176db-e96c-4c0e-9767-563b34f06b7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.180019] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.189364] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.191868] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.192521] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba2a7e-b8f4-4eb3-9153-84cc1e31f7e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.195500] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30809905-ef3e-410b-ae97-a072b63cdd0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.217200] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Created folder: Instances in parent group-v636961. [ 623.217200] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.217200] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.217200] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-417f9f2c-aa8b-44f5-8e07-8005015570e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.234110] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.234110] env[68864]: value = "task-3184840" [ 623.234110] env[68864]: _type = "Task" [ 623.234110] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.235905] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131441e6-fc35-47c9-94a4-5626f0d03f4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.245579] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.245579] env[68864]: value = "task-3184841" [ 623.245579] env[68864]: _type = "Task" [ 623.245579] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.278293] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184840, 'name': CreateVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.283495] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0141f7e9-a2de-482d-967f-91a4bfb87b40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.290718] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184841, 'name': CreateVM_Task} progress is 15%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.300376] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f9df6b-9103-46d0-b885-5b63a2af9b1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.306284] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184835, 'name': ReconfigVM_Task, 'duration_secs': 0.795045} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.306284] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Reconfigured VM instance instance-00000008 to attach disk [datastore2] baf8eacd-01cd-47ae-99ef-694239009218/baf8eacd-01cd-47ae-99ef-694239009218.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.306699] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fdcb3d8-befc-4fa2-8b01-086f464a7b51 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.320666] env[68864]: DEBUG nova.compute.provider_tree [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.325243] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 623.325243] env[68864]: value = "task-3184842" [ 623.325243] env[68864]: _type = "Task" [ 623.325243] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.335455] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184842, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.353102] env[68864]: DEBUG oslo_concurrency.lockutils [req-3868c2c8-61ee-4d0c-9d12-90d86b10d920 req-5d18c757-b199-4be7-bf63-241fe9bd1781 service nova] Releasing lock "refresh_cache-3e8f537c-36f9-4d3b-8c48-55efb1582f53" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.365716] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.377403] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.578499] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5275e34e-fd53-7b8c-8f41-80c164e0bf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.578901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.579275] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0e5b4dbd-8aac-46ec-ab14-b49bfd772432/0e5b4dbd-8aac-46ec-ab14-b49bfd772432.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.579582] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5fac9c-8e0e-4869-8b3b-6e948fba6828 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.585820] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 623.585820] env[68864]: value = "task-3184843" [ 623.585820] env[68864]: _type = "Task" [ 623.585820] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.595724] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.699025] env[68864]: INFO nova.compute.manager [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Took 20.71 seconds to build instance. [ 623.716876] env[68864]: DEBUG nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.756598] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:59:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1859309134',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-271348810',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.756865] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.757072] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.757299] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.758192] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.758192] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.761447] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.761447] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.761447] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.761447] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.761447] env[68864]: DEBUG nova.virt.hardware [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.761745] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184840, 'name': CreateVM_Task, 'duration_secs': 0.305441} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.761745] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1063e2dd-0eb2-4020-a398-82b767021191 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.763857] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.764600] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.764770] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.768548] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.770694] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0325e221-fdbe-4f79-912e-0af3e0af4e4b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.773859] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184841, 'name': CreateVM_Task, 'duration_secs': 0.422008} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.776348] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.777659] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.777865] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.778207] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.779935] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9b5fe7-f090-420b-a2a0-c50af2c50607 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.785199] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bca48f-2d4b-4add-a352-beea62be79ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.788706] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 623.788706] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524faaf5-75f3-45b1-6c0e-72777634370c" [ 623.788706] env[68864]: _type = "Task" [ 623.788706] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.804691] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 623.804691] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525edcb2-fdb2-5228-a28a-11249ecb2479" [ 623.804691] env[68864]: _type = "Task" [ 623.804691] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.815805] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524faaf5-75f3-45b1-6c0e-72777634370c, 'name': SearchDatastore_Task, 'duration_secs': 0.014343} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.816738] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.816984] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.817251] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.817391] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.817636] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.821843] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a325c9c-f793-44a4-bbf4-69d4954c2361 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.824386] env[68864]: DEBUG nova.scheduler.client.report [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.828205] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525edcb2-fdb2-5228-a28a-11249ecb2479, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.828580] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.828769] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.828994] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.829150] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.829352] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.833030] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb081723-736a-4b03-aae0-c0a31457045b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.836633] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.836633] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.837370] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55cc627d-2821-475e-a532-be192f06b1dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.845438] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184842, 'name': Rename_Task, 'duration_secs': 0.188034} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.845438] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.845438] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20311fea-c150-4b32-97ad-f7d9cf2d9f15 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.847892] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 623.847892] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243ff5b-c5c7-fac4-6f92-f53f7ab9682d" [ 623.847892] env[68864]: _type = "Task" [ 623.847892] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.849333] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.849523] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.853652] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2819082c-87f9-4a80-88b1-1a4d01f18532 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.857956] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 623.857956] env[68864]: value = "task-3184844" [ 623.857956] env[68864]: _type = "Task" [ 623.857956] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.868900] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243ff5b-c5c7-fac4-6f92-f53f7ab9682d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.871076] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 623.871076] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b4b310-7c91-595a-b712-5db1ac2e4c75" [ 623.871076] env[68864]: _type = "Task" [ 623.871076] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.874422] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184837, 'name': ReconfigVM_Task, 'duration_secs': 0.528244} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.880674] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.884395] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184844, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.884395] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fbff647-36bc-481b-b3d0-3237d52780b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.889672] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b4b310-7c91-595a-b712-5db1ac2e4c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.890968] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 623.890968] env[68864]: value = "task-3184845" [ 623.890968] env[68864]: _type = "Task" [ 623.890968] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.961089] env[68864]: DEBUG nova.network.neutron [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Updated VIF entry in instance network info cache for port f2aa77a2-450c-4b09-a1ef-f1356b0a1590. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.961522] env[68864]: DEBUG nova.network.neutron [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Updating instance_info_cache with network_info: [{"id": "f2aa77a2-450c-4b09-a1ef-f1356b0a1590", "address": "fa:16:3e:77:af:ee", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2aa77a2-45", "ovs_interfaceid": "f2aa77a2-450c-4b09-a1ef-f1356b0a1590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.967669] env[68864]: DEBUG nova.compute.manager [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received event network-vif-plugged-532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.967669] env[68864]: DEBUG oslo_concurrency.lockutils [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] Acquiring lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.967669] env[68864]: DEBUG oslo_concurrency.lockutils [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.967669] env[68864]: DEBUG oslo_concurrency.lockutils [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.967669] env[68864]: DEBUG nova.compute.manager [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] No waiting events found dispatching network-vif-plugged-532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.971236] env[68864]: WARNING nova.compute.manager [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received unexpected event network-vif-plugged-532d1506-b9c6-43d5-a634-93b4d7b333ba for instance with vm_state building and task_state spawning. [ 623.971236] env[68864]: DEBUG nova.compute.manager [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received event network-changed-532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.971236] env[68864]: DEBUG nova.compute.manager [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Refreshing instance network info cache due to event network-changed-532d1506-b9c6-43d5-a634-93b4d7b333ba. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.971236] env[68864]: DEBUG oslo_concurrency.lockutils [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] Acquiring lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.971236] env[68864]: DEBUG oslo_concurrency.lockutils [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] Acquired lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.971708] env[68864]: DEBUG nova.network.neutron [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Refreshing network info cache for port 532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.101776] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.204422] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e58a950f-f8c2-4a4c-9f83-73388ac4aa57 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.225s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.337980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.338622] env[68864]: DEBUG nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.345286] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.690s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.348633] env[68864]: INFO nova.compute.claims [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.367133] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243ff5b-c5c7-fac4-6f92-f53f7ab9682d, 'name': SearchDatastore_Task, 'duration_secs': 0.019327} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.371132] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba27562-ad8f-4051-baae-3b3a4e2608bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.383419] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.383812] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 624.383812] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5231275a-49e4-c346-0843-2b326172eafd" [ 624.383812] env[68864]: _type = "Task" [ 624.383812] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.392185] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b4b310-7c91-595a-b712-5db1ac2e4c75, 'name': SearchDatastore_Task, 'duration_secs': 0.069582} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.400618] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbc0641-b494-4ce0-b56d-8858432f7996 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.403467] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5231275a-49e4-c346-0843-2b326172eafd, 'name': SearchDatastore_Task, 'duration_secs': 0.017058} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.404690] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.405162] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.405501] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1008aaf7-3f9f-4845-ad9b-32eee80c5713 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.413377] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184845, 'name': Rename_Task, 'duration_secs': 0.458176} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.413711] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 624.413711] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522f1e26-4a0c-50cf-3258-d229344b7101" [ 624.413711] env[68864]: _type = "Task" [ 624.413711] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.414304] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.414759] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faff3769-056b-406f-b07b-05c4ab1bf3b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.421223] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 624.421223] env[68864]: value = "task-3184846" [ 624.421223] env[68864]: _type = "Task" [ 624.421223] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.428826] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522f1e26-4a0c-50cf-3258-d229344b7101, 'name': SearchDatastore_Task, 'duration_secs': 0.011501} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.430729] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.430963] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] edbbd373-a587-4846-8a31-917e08e63edd/edbbd373-a587-4846-8a31-917e08e63edd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.431287] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 624.431287] env[68864]: value = "task-3184847" [ 624.431287] env[68864]: _type = "Task" [ 624.431287] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.431495] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99f134d8-5c38-4c0f-822e-60b136d7920c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.439430] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.445186] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184847, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.446694] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 624.446694] env[68864]: value = "task-3184848" [ 624.446694] env[68864]: _type = "Task" [ 624.446694] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.455023] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.465782] env[68864]: DEBUG oslo_concurrency.lockutils [req-282301ea-12b6-4c8f-a989-d505fefb4d94 req-63f7f485-09aa-43dd-b660-9e9233ae65d6 service nova] Releasing lock "refresh_cache-baf8eacd-01cd-47ae-99ef-694239009218" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.605774] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602877} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.606197] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0e5b4dbd-8aac-46ec-ab14-b49bfd772432/0e5b4dbd-8aac-46ec-ab14-b49bfd772432.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.606197] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.607026] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-610b0145-a62b-4e90-a917-50cd32ec10c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.614918] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 624.614918] env[68864]: value = "task-3184849" [ 624.614918] env[68864]: _type = "Task" [ 624.614918] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.625379] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.707664] env[68864]: DEBUG nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.773807] env[68864]: DEBUG nova.compute.manager [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Received event network-vif-plugged-8910921c-6578-4ea5-8ba0-3ed382aa4af0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.773807] env[68864]: DEBUG oslo_concurrency.lockutils [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] Acquiring lock "edbbd373-a587-4846-8a31-917e08e63edd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.773897] env[68864]: DEBUG oslo_concurrency.lockutils [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] Lock "edbbd373-a587-4846-8a31-917e08e63edd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.774161] env[68864]: DEBUG oslo_concurrency.lockutils [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] Lock "edbbd373-a587-4846-8a31-917e08e63edd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.774433] env[68864]: DEBUG nova.compute.manager [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] No waiting events found dispatching network-vif-plugged-8910921c-6578-4ea5-8ba0-3ed382aa4af0 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.774688] env[68864]: WARNING nova.compute.manager [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Received unexpected event network-vif-plugged-8910921c-6578-4ea5-8ba0-3ed382aa4af0 for instance with vm_state building and task_state spawning. [ 624.774968] env[68864]: DEBUG nova.compute.manager [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Received event network-changed-8910921c-6578-4ea5-8ba0-3ed382aa4af0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.775230] env[68864]: DEBUG nova.compute.manager [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Refreshing instance network info cache due to event network-changed-8910921c-6578-4ea5-8ba0-3ed382aa4af0. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.775559] env[68864]: DEBUG oslo_concurrency.lockutils [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] Acquiring lock "refresh_cache-edbbd373-a587-4846-8a31-917e08e63edd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.775781] env[68864]: DEBUG oslo_concurrency.lockutils [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] Acquired lock "refresh_cache-edbbd373-a587-4846-8a31-917e08e63edd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.776027] env[68864]: DEBUG nova.network.neutron [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Refreshing network info cache for port 8910921c-6578-4ea5-8ba0-3ed382aa4af0 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.833442] env[68864]: DEBUG nova.network.neutron [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updated VIF entry in instance network info cache for port 532d1506-b9c6-43d5-a634-93b4d7b333ba. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.833877] env[68864]: DEBUG nova.network.neutron [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.855639] env[68864]: DEBUG nova.compute.utils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.866030] env[68864]: DEBUG nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.866030] env[68864]: DEBUG nova.network.neutron [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.892805] env[68864]: DEBUG oslo_vmware.api [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184844, 'name': PowerOnVM_Task, 'duration_secs': 0.86706} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.893949] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.894365] env[68864]: INFO nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Took 11.88 seconds to spawn the instance on the hypervisor. [ 624.894736] env[68864]: DEBUG nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.896382] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2aa01f-21be-4f4d-9663-649c4442e465 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.937343] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184846, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.948332] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.954149] env[68864]: DEBUG nova.policy [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9a9fbdfc8a74389b02c8ed743135340', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60016c16a4024446a80e31a3930938b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.962987] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184848, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.060200] env[68864]: DEBUG nova.network.neutron [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Successfully updated port: 6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.127629] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079548} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.127947] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.129081] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9982f9-2598-4b0b-b512-3ab19402a310 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.157163] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 0e5b4dbd-8aac-46ec-ab14-b49bfd772432/0e5b4dbd-8aac-46ec-ab14-b49bfd772432.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.157635] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e34942-c662-4dec-9d58-3d4902ef18bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.181679] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 625.181679] env[68864]: value = "task-3184850" [ 625.181679] env[68864]: _type = "Task" [ 625.181679] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.191045] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.239332] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.340399] env[68864]: DEBUG oslo_concurrency.lockutils [req-f68224c3-a996-4c86-b862-19d70048a1fb req-6e55db03-f3ce-479c-a856-d5e1a4d8afdc service nova] Releasing lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.370377] env[68864]: DEBUG nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.389347] env[68864]: DEBUG nova.network.neutron [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Successfully created port: c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.420202] env[68864]: DEBUG nova.compute.manager [None req-1e9a3de7-42d3-41a0-9f22-77bae192b82a tempest-ServerDiagnosticsTest-1487577854 tempest-ServerDiagnosticsTest-1487577854-project-admin] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.424713] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c738e94-c355-4c06-a66e-fa1f53438c88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.434133] env[68864]: INFO nova.compute.manager [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Took 20.73 seconds to build instance. [ 625.436526] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "12460f16-35cc-4188-8839-fa43e3835a2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.440352] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "12460f16-35cc-4188-8839-fa43e3835a2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.440685] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "12460f16-35cc-4188-8839-fa43e3835a2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.440936] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "12460f16-35cc-4188-8839-fa43e3835a2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.441221] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "12460f16-35cc-4188-8839-fa43e3835a2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.448609] env[68864]: INFO nova.compute.manager [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Terminating instance [ 625.473166] env[68864]: INFO nova.compute.manager [None req-1e9a3de7-42d3-41a0-9f22-77bae192b82a tempest-ServerDiagnosticsTest-1487577854 tempest-ServerDiagnosticsTest-1487577854-project-admin] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Retrieving diagnostics [ 625.475297] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6de332-5e5d-4c06-9ecd-a7a818cdf662 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.488784] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184847, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.489068] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791968} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.489627] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766681} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.492915] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.493162] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.493954] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] edbbd373-a587-4846-8a31-917e08e63edd/edbbd373-a587-4846-8a31-917e08e63edd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.493954] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.494355] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a625b4d-275a-4537-b2ee-620f92505566 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.496375] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d59f3f15-4b83-493a-a157-b4276b9db6a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.536334] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 625.536334] env[68864]: value = "task-3184852" [ 625.536334] env[68864]: _type = "Task" [ 625.536334] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.536546] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 625.536546] env[68864]: value = "task-3184851" [ 625.536546] env[68864]: _type = "Task" [ 625.536546] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.553013] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.556291] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.565418] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.565579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.565729] env[68864]: DEBUG nova.network.neutron [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.680659] env[68864]: DEBUG nova.network.neutron [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Updated VIF entry in instance network info cache for port 8910921c-6578-4ea5-8ba0-3ed382aa4af0. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.682620] env[68864]: DEBUG nova.network.neutron [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Updating instance_info_cache with network_info: [{"id": "8910921c-6578-4ea5-8ba0-3ed382aa4af0", "address": "fa:16:3e:b3:fa:0f", "network": {"id": "16dcb261-ddaa-4cf5-9315-5736c78f2296", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1732487215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "175e614934de4ed8beac7cd56a58a498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8910921c-65", "ovs_interfaceid": "8910921c-6578-4ea5-8ba0-3ed382aa4af0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.693740] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184850, 'name': ReconfigVM_Task, 'duration_secs': 0.505492} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.694726] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 0e5b4dbd-8aac-46ec-ab14-b49bfd772432/0e5b4dbd-8aac-46ec-ab14-b49bfd772432.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.695407] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd928c3-8366-4b68-9507-88624f7b56fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.705456] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 625.705456] env[68864]: value = "task-3184853" [ 625.705456] env[68864]: _type = "Task" [ 625.705456] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.714550] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184853, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.787038] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0561e81-45bc-42ba-a4e7-f9fe6dfcf9e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.795604] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61277b99-1daf-4c0a-a5eb-e70a70015b4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.829478] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "71295469-1a0b-4932-bde8-2eb103dcb54a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.829759] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.829971] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "71295469-1a0b-4932-bde8-2eb103dcb54a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.830169] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.830333] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.834106] env[68864]: INFO nova.compute.manager [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Terminating instance [ 625.836211] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ffa091-bed7-4b43-ad1b-f5301a0a7a9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.853928] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae936fb-3203-4650-a616-6fcd9ad7f3ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.872690] env[68864]: DEBUG nova.compute.provider_tree [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.945487] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e4e1ba7-0951-4e56-bb74-a7f11f6c261f tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "baf8eacd-01cd-47ae-99ef-694239009218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.260s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.961270] env[68864]: DEBUG oslo_vmware.api [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184847, 'name': PowerOnVM_Task, 'duration_secs': 1.080559} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.962563] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.962563] env[68864]: INFO nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Took 10.53 seconds to spawn the instance on the hypervisor. [ 625.962563] env[68864]: DEBUG nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.963390] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fdc57c-03ed-41bd-b6c6-a01d54bd06b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.967269] env[68864]: DEBUG nova.compute.manager [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.967466] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.968318] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ac5a73-6a45-4998-9af9-695d20833d0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.980462] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.980618] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ba89cd7-4711-49de-b6a8-d3ed7399498b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.986931] env[68864]: DEBUG oslo_vmware.api [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 625.986931] env[68864]: value = "task-3184854" [ 625.986931] env[68864]: _type = "Task" [ 625.986931] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.996026] env[68864]: DEBUG oslo_vmware.api [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.056831] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209662} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.057447] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216808} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.057689] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.057983] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.058733] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dc0a42-eb20-448d-99a1-88bdbf015243 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.065600] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e460c0af-0289-4b44-998a-0b2d48f453ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.088057] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.101277] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b8dae5d-f476-4e97-9758-ceed54cbd7db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.124746] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] edbbd373-a587-4846-8a31-917e08e63edd/edbbd373-a587-4846-8a31-917e08e63edd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.125749] env[68864]: DEBUG nova.network.neutron [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.127909] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb290fb-d556-42da-b42a-854370a68256 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.148086] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 626.148086] env[68864]: value = "task-3184855" [ 626.148086] env[68864]: _type = "Task" [ 626.148086] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.149497] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 626.149497] env[68864]: value = "task-3184856" [ 626.149497] env[68864]: _type = "Task" [ 626.149497] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.164136] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.164383] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.187863] env[68864]: DEBUG oslo_concurrency.lockutils [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] Releasing lock "refresh_cache-edbbd373-a587-4846-8a31-917e08e63edd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.188187] env[68864]: DEBUG nova.compute.manager [req-4da2491e-10ac-4c44-a7b3-cfe2eebd21b0 req-246b9ae0-77d4-45bc-9920-01c020ff2704 service nova] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Received event network-vif-deleted-9942986d-7317-4067-a7c1-91fcddd51463 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.216286] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184853, 'name': Rename_Task, 'duration_secs': 0.290985} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.216531] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.216745] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c225bb-45d7-41b1-8feb-f24afd2b2da1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.223625] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 626.223625] env[68864]: value = "task-3184857" [ 626.223625] env[68864]: _type = "Task" [ 626.223625] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.234875] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.352945] env[68864]: DEBUG nova.network.neutron [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Updating instance_info_cache with network_info: [{"id": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "address": "fa:16:3e:5a:91:92", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbde43f-9d", "ovs_interfaceid": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.354422] env[68864]: DEBUG nova.compute.manager [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.354747] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.356029] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a897042f-710b-4ba2-9024-b082725de7ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.366327] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.368019] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641a86eb-ff36-4e7d-8f84-9da2919f4c7e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.377016] env[68864]: DEBUG nova.scheduler.client.report [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.382100] env[68864]: DEBUG oslo_vmware.api [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 626.382100] env[68864]: value = "task-3184858" [ 626.382100] env[68864]: _type = "Task" [ 626.382100] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.396030] env[68864]: DEBUG nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.407727] env[68864]: DEBUG oslo_vmware.api [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.434288] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.434656] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.434896] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.436120] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.436312] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.436472] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.436743] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.436943] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.437243] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.437446] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.437701] env[68864]: DEBUG nova.virt.hardware [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.438895] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec491d-eaac-4a80-b842-145891bb8800 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.449819] env[68864]: DEBUG nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.453702] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d091d9a-9d13-4dcd-8e2e-760f07aee80e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.484083] env[68864]: INFO nova.compute.manager [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Took 20.08 seconds to build instance. [ 626.496480] env[68864]: DEBUG oslo_vmware.api [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184854, 'name': PowerOffVM_Task, 'duration_secs': 0.46311} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.497595] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.497595] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.497860] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82371613-9f47-462a-8741-f42129434933 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.668165] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.673329] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.673629] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.673912] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.674208] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Deleting the datastore file [datastore1] 12460f16-35cc-4188-8839-fa43e3835a2d {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.674573] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc431849-06a6-44a8-8bd4-caa22b23e884 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.680864] env[68864]: DEBUG oslo_vmware.api [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for the task: (returnval){ [ 626.680864] env[68864]: value = "task-3184860" [ 626.680864] env[68864]: _type = "Task" [ 626.680864] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.692473] env[68864]: DEBUG oslo_vmware.api [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.738214] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184857, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.858631] env[68864]: DEBUG nova.compute.manager [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.858631] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727c506-4f45-493e-82a0-1a923c32a1ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.863601] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Releasing lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.863988] env[68864]: DEBUG nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Instance network_info: |[{"id": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "address": "fa:16:3e:5a:91:92", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbde43f-9d", "ovs_interfaceid": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.864437] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:91:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cbde43f-9d9d-4a1a-8717-2765dd8f2811', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.873799] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Creating folder: Project (3148fdc000d142cfb55213940bb10c65). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.874571] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a49c9e27-b3b4-485d-89e6-185e4b53ecd1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.882555] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.883133] env[68864]: DEBUG nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.889022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.746s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.889022] env[68864]: INFO nova.compute.claims [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.894069] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Created folder: Project (3148fdc000d142cfb55213940bb10c65) in parent group-v636929. [ 626.894298] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Creating folder: Instances. Parent ref: group-v636965. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.894992] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3ad9d1c-360d-426b-aa61-b7634779b14f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.899493] env[68864]: DEBUG oslo_vmware.api [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184858, 'name': PowerOffVM_Task, 'duration_secs': 0.283041} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.900149] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.902515] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.902515] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a94dfe-91f5-4346-89b8-40a65187dfd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.914020] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Created folder: Instances in parent group-v636965. [ 626.914020] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.914020] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.914020] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0250d3c2-f13d-4c63-8d13-f379ea58b6ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.936274] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.936274] env[68864]: value = "task-3184864" [ 626.936274] env[68864]: _type = "Task" [ 626.936274] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.947709] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184864, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.969641] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.969918] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.970153] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleting the datastore file [datastore2] 71295469-1a0b-4932-bde8-2eb103dcb54a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.970595] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd0bd81d-ce99-4ac5-8b52-d2aa5f76a0fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.979692] env[68864]: DEBUG oslo_vmware.api [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 626.979692] env[68864]: value = "task-3184865" [ 626.979692] env[68864]: _type = "Task" [ 626.979692] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.985332] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.989572] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2ad0fb01-9ffc-4be8-89ef-425847b7cb62 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.604s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.989945] env[68864]: DEBUG oslo_vmware.api [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.045449] env[68864]: DEBUG nova.compute.manager [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Received event network-vif-plugged-6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.045761] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] Acquiring lock "463efcaf-51f7-48db-aec5-192c6258b003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.046065] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] Lock "463efcaf-51f7-48db-aec5-192c6258b003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.047134] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] Lock "463efcaf-51f7-48db-aec5-192c6258b003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.047134] env[68864]: DEBUG nova.compute.manager [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] No waiting events found dispatching network-vif-plugged-6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.047134] env[68864]: WARNING nova.compute.manager [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Received unexpected event network-vif-plugged-6cbde43f-9d9d-4a1a-8717-2765dd8f2811 for instance with vm_state building and task_state spawning. [ 627.047134] env[68864]: DEBUG nova.compute.manager [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Received event network-changed-6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.047309] env[68864]: DEBUG nova.compute.manager [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Refreshing instance network info cache due to event network-changed-6cbde43f-9d9d-4a1a-8717-2765dd8f2811. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.047537] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] Acquiring lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.047866] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] Acquired lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.048122] env[68864]: DEBUG nova.network.neutron [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Refreshing network info cache for port 6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.161446] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184855, 'name': ReconfigVM_Task, 'duration_secs': 0.72772} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.166412] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e/0a29753b-e758-4037-9467-4e77cfe1461e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.166412] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-761c2317-9e04-4528-805f-fdd95d4f980d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.173307] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184856, 'name': ReconfigVM_Task, 'duration_secs': 0.850304} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.174764] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Reconfigured VM instance instance-0000000b to attach disk [datastore2] edbbd373-a587-4846-8a31-917e08e63edd/edbbd373-a587-4846-8a31-917e08e63edd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.175658] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 627.175658] env[68864]: value = "task-3184866" [ 627.175658] env[68864]: _type = "Task" [ 627.175658] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.176029] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c8ef8db-9554-4b1e-9f0f-0fca5f25eb99 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.196855] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184866, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.197266] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 627.197266] env[68864]: value = "task-3184867" [ 627.197266] env[68864]: _type = "Task" [ 627.197266] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.205809] env[68864]: DEBUG oslo_vmware.api [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Task: {'id': task-3184860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317355} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.206630] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.206888] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.207130] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.207349] env[68864]: INFO nova.compute.manager [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 627.207640] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.207901] env[68864]: DEBUG nova.compute.manager [-] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.208047] env[68864]: DEBUG nova.network.neutron [-] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.214804] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184867, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.238930] env[68864]: DEBUG oslo_vmware.api [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3184857, 'name': PowerOnVM_Task, 'duration_secs': 0.857743} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.239280] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.239643] env[68864]: INFO nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Took 9.47 seconds to spawn the instance on the hypervisor. [ 627.239831] env[68864]: DEBUG nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.240727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed25329e-3c16-4500-b51a-494c6b501a86 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.384670] env[68864]: INFO nova.compute.manager [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] instance snapshotting [ 627.384924] env[68864]: WARNING nova.compute.manager [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 627.387675] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c407b8-f435-4c96-883a-4230652f357b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.394279] env[68864]: DEBUG nova.compute.utils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.413035] env[68864]: DEBUG nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.413831] env[68864]: DEBUG nova.network.neutron [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.417240] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8f418-9285-464c-aee9-f8fb6e5b537a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.452145] env[68864]: DEBUG nova.network.neutron [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Successfully updated port: c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.459636] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184864, 'name': CreateVM_Task, 'duration_secs': 0.423989} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.460269] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.460536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.460689] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.461251] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.461251] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9313ff-0993-4539-8b61-82ef6b04ddfe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.469524] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 627.469524] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5263a4c2-5a81-cd56-c357-280df327b5a3" [ 627.469524] env[68864]: _type = "Task" [ 627.469524] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.479647] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5263a4c2-5a81-cd56-c357-280df327b5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.484848] env[68864]: DEBUG nova.policy [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec65c7317934403c982879a4840aa85f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7be97a4b4fa9463495fbc28245f26f61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.490470] env[68864]: DEBUG oslo_vmware.api [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3184865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200681} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.490740] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.490957] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.491162] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.491383] env[68864]: INFO nova.compute.manager [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 627.491638] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.491836] env[68864]: DEBUG nova.compute.manager [-] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.491969] env[68864]: DEBUG nova.network.neutron [-] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.494259] env[68864]: DEBUG nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.514911] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "9d87c672-1de2-40a6-bce5-c48357027d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.515299] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.517353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "9d87c672-1de2-40a6-bce5-c48357027d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.517353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.517353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.518025] env[68864]: INFO nova.compute.manager [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Terminating instance [ 627.688691] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184866, 'name': Rename_Task, 'duration_secs': 0.170088} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.689847] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.690125] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bc514bc-da21-4f56-895c-f601d1b19cec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.700433] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Waiting for the task: (returnval){ [ 627.700433] env[68864]: value = "task-3184868" [ 627.700433] env[68864]: _type = "Task" [ 627.700433] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.717385] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.717639] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184867, 'name': Rename_Task, 'duration_secs': 0.192194} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.717888] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.718180] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd064342-4df1-4311-9cdc-44afcd0f4004 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.726250] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 627.726250] env[68864]: value = "task-3184869" [ 627.726250] env[68864]: _type = "Task" [ 627.726250] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.735852] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.761265] env[68864]: INFO nova.compute.manager [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Took 18.34 seconds to build instance. [ 627.923171] env[68864]: DEBUG nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.929286] env[68864]: DEBUG nova.network.neutron [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Successfully created port: 086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.935844] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 627.936061] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf48f88f-ac63-45d9-9fb9-6b6b536fedbf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.947176] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 627.947176] env[68864]: value = "task-3184870" [ 627.947176] env[68864]: _type = "Task" [ 627.947176] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.955608] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.955608] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquired lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.955842] env[68864]: DEBUG nova.network.neutron [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.964902] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.985241] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5263a4c2-5a81-cd56-c357-280df327b5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.985536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.985773] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.986250] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.986404] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.986609] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.989251] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcc557b4-b082-49f2-9ea1-ec21aef5951e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.009330] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.009330] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.012207] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5d3bc6-268c-49a2-bfa6-9b6cb602deb6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.024972] env[68864]: DEBUG nova.compute.manager [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.024972] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.025162] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 628.025162] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52426e75-5c22-76ac-36cf-553f5f436064" [ 628.025162] env[68864]: _type = "Task" [ 628.025162] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.026210] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ac25e-3424-43c2-9ee0-cd2c4c34ea16 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.039888] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.053095] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52426e75-5c22-76ac-36cf-553f5f436064, 'name': SearchDatastore_Task, 'duration_secs': 0.01362} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.053461] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.054469] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1b23ba-1bfd-4ba6-9447-b92570cb6728 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.058634] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2f97b4-bc25-4238-9fab-467c675dcb32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.067965] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 628.067965] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eda44f-2982-914f-999f-e91212fbc4a7" [ 628.067965] env[68864]: _type = "Task" [ 628.067965] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.073361] env[68864]: DEBUG oslo_vmware.api [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 628.073361] env[68864]: value = "task-3184871" [ 628.073361] env[68864]: _type = "Task" [ 628.073361] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.084127] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eda44f-2982-914f-999f-e91212fbc4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.091355] env[68864]: DEBUG oslo_vmware.api [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.178868] env[68864]: DEBUG nova.network.neutron [-] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.222744] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.241895] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.264371] env[68864]: DEBUG nova.network.neutron [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Updated VIF entry in instance network info cache for port 6cbde43f-9d9d-4a1a-8717-2765dd8f2811. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.264602] env[68864]: DEBUG nova.network.neutron [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Updating instance_info_cache with network_info: [{"id": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "address": "fa:16:3e:5a:91:92", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbde43f-9d", "ovs_interfaceid": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.265801] env[68864]: DEBUG oslo_concurrency.lockutils [None req-23feb410-4c56-4e9d-8b32-7cb72ff97b5e tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.858s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.309727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c78531f-e641-4710-8ba0-752cff14c220 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.320210] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0702a1-58bf-4d50-836a-ad4f45320c46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.365106] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf4b87b-0db2-48bf-90a2-e5d187eae99c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.370471] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0c0cba-b6ce-4c0a-b9b2-0ec9bb4ca246 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.389855] env[68864]: DEBUG nova.compute.provider_tree [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.440520] env[68864]: DEBUG nova.compute.manager [req-6675175e-e902-41a3-a436-f46cee7b73a3 req-0263be2c-6a55-404b-ab16-17f343f4680a service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Received event network-vif-plugged-c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.440753] env[68864]: DEBUG oslo_concurrency.lockutils [req-6675175e-e902-41a3-a436-f46cee7b73a3 req-0263be2c-6a55-404b-ab16-17f343f4680a service nova] Acquiring lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.445403] env[68864]: DEBUG oslo_concurrency.lockutils [req-6675175e-e902-41a3-a436-f46cee7b73a3 req-0263be2c-6a55-404b-ab16-17f343f4680a service nova] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.445403] env[68864]: DEBUG oslo_concurrency.lockutils [req-6675175e-e902-41a3-a436-f46cee7b73a3 req-0263be2c-6a55-404b-ab16-17f343f4680a service nova] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.445403] env[68864]: DEBUG nova.compute.manager [req-6675175e-e902-41a3-a436-f46cee7b73a3 req-0263be2c-6a55-404b-ab16-17f343f4680a service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] No waiting events found dispatching network-vif-plugged-c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.445403] env[68864]: WARNING nova.compute.manager [req-6675175e-e902-41a3-a436-f46cee7b73a3 req-0263be2c-6a55-404b-ab16-17f343f4680a service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Received unexpected event network-vif-plugged-c1f3ae84-bb21-431d-bd11-43d053abc23c for instance with vm_state building and task_state spawning. [ 628.465637] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.518544] env[68864]: DEBUG nova.network.neutron [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.586457] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eda44f-2982-914f-999f-e91212fbc4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.587566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.587869] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 463efcaf-51f7-48db-aec5-192c6258b003/463efcaf-51f7-48db-aec5-192c6258b003.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.588171] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21dc91d1-2c97-4753-b4c1-08c29a1d7ddf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.594258] env[68864]: DEBUG oslo_vmware.api [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184871, 'name': PowerOffVM_Task, 'duration_secs': 0.49056} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.594904] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.595118] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.595364] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e9650b-5428-4330-a5de-a903dfffcf68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.600672] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 628.600672] env[68864]: value = "task-3184872" [ 628.600672] env[68864]: _type = "Task" [ 628.600672] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.613065] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.670227] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.670504] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.671246] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Deleting the datastore file [datastore2] 9d87c672-1de2-40a6-bce5-c48357027d1d {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.671246] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7b03c2-c567-4309-a75b-71b38f702558 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.681750] env[68864]: DEBUG oslo_vmware.api [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for the task: (returnval){ [ 628.681750] env[68864]: value = "task-3184874" [ 628.681750] env[68864]: _type = "Task" [ 628.681750] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.688750] env[68864]: INFO nova.compute.manager [-] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Took 1.48 seconds to deallocate network for instance. [ 628.703394] env[68864]: DEBUG oslo_vmware.api [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.723997] env[68864]: DEBUG oslo_vmware.api [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Task: {'id': task-3184868, 'name': PowerOnVM_Task, 'duration_secs': 0.80799} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.724480] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.724812] env[68864]: DEBUG nova.compute.manager [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.726367] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73acd327-fe7d-4b43-a3b9-3b69592bd647 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.750417] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184869, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.754631] env[68864]: DEBUG nova.network.neutron [-] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.768698] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8836f4b-e2b1-4b7b-8672-aecccab0ae86 req-79fd1e14-1825-45ce-8186-e4d4255e47ec service nova] Releasing lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.769501] env[68864]: DEBUG nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.892190] env[68864]: DEBUG nova.network.neutron [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Updating instance_info_cache with network_info: [{"id": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "address": "fa:16:3e:3e:16:48", "network": {"id": "c9defd85-ea92-4e2c-af80-beb9b32c88cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-650791559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60016c16a4024446a80e31a3930938b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f3ae84-bb", "ovs_interfaceid": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.895099] env[68864]: DEBUG nova.scheduler.client.report [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.944273] env[68864]: DEBUG nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.966871] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184870, 'name': CreateSnapshot_Task, 'duration_secs': 0.621749} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.966871] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 628.969127] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74df3915-9b7f-4b3c-ae01-5bd620debb0b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.983939] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.984168] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.984464] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.984551] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.984650] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.984816] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.985246] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.985246] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.985405] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.985483] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.985658] env[68864]: DEBUG nova.virt.hardware [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.986593] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19b2296-4d58-4c47-a2f8-d82d31dff380 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.005875] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "f720a633-de87-428c-a7de-2a8d336be8ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.006235] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f720a633-de87-428c-a7de-2a8d336be8ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.008500] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621fc7e6-ec08-44b4-9c40-65c55bd99b98 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.058683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "baf8eacd-01cd-47ae-99ef-694239009218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.058683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "baf8eacd-01cd-47ae-99ef-694239009218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.058683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "baf8eacd-01cd-47ae-99ef-694239009218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.058683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "baf8eacd-01cd-47ae-99ef-694239009218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.059027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "baf8eacd-01cd-47ae-99ef-694239009218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.062403] env[68864]: INFO nova.compute.manager [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Terminating instance [ 629.064847] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.065653] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.115799] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "f9733501-5836-4d17-a830-2745287f7b79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.116216] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f9733501-5836-4d17-a830-2745287f7b79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.118801] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184872, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.193497] env[68864]: DEBUG oslo_vmware.api [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Task: {'id': task-3184874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266544} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.193798] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.194015] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.194218] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.194433] env[68864]: INFO nova.compute.manager [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 629.194830] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.195072] env[68864]: DEBUG nova.compute.manager [-] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.195177] env[68864]: DEBUG nova.network.neutron [-] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.205547] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.242045] env[68864]: DEBUG oslo_vmware.api [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184869, 'name': PowerOnVM_Task, 'duration_secs': 1.132419} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.242045] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.242045] env[68864]: INFO nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Took 9.04 seconds to spawn the instance on the hypervisor. [ 629.242045] env[68864]: DEBUG nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.242220] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a73735-904f-4491-955a-6285725933db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.260759] env[68864]: INFO nova.compute.manager [-] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Took 1.77 seconds to deallocate network for instance. [ 629.271750] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.299304] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.403339] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Releasing lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.403569] env[68864]: DEBUG nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Instance network_info: |[{"id": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "address": "fa:16:3e:3e:16:48", "network": {"id": "c9defd85-ea92-4e2c-af80-beb9b32c88cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-650791559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60016c16a4024446a80e31a3930938b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f3ae84-bb", "ovs_interfaceid": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.404293] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.404749] env[68864]: DEBUG nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.407273] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:16:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f3ae84-bb21-431d-bd11-43d053abc23c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.414904] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Creating folder: Project (60016c16a4024446a80e31a3930938b0). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.415207] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.314s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.416774] env[68864]: INFO nova.compute.claims [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.419105] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9320d5a2-b0ff-45f3-97be-e400111258cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.432892] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Created folder: Project (60016c16a4024446a80e31a3930938b0) in parent group-v636929. [ 629.433204] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Creating folder: Instances. Parent ref: group-v636969. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.433409] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4a0592c-f50d-4ae0-8bac-29363b6d06ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.445041] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Created folder: Instances in parent group-v636969. [ 629.445323] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.445532] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.445739] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6845bdb-608a-4810-9d42-c862f33488b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.467362] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.467362] env[68864]: value = "task-3184877" [ 629.467362] env[68864]: _type = "Task" [ 629.467362] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.478483] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184877, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.510125] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 629.510466] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-96054d6c-1948-4c1e-ab94-693393282171 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.519453] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 629.519453] env[68864]: value = "task-3184878" [ 629.519453] env[68864]: _type = "Task" [ 629.519453] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.530841] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184878, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.567067] env[68864]: DEBUG nova.compute.manager [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.567365] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.568257] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb2473-3927-429c-8727-4373f055d75a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.577652] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.577924] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb764141-8b39-4f49-8f06-36277bb6c3ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.588692] env[68864]: DEBUG oslo_vmware.api [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 629.588692] env[68864]: value = "task-3184879" [ 629.588692] env[68864]: _type = "Task" [ 629.588692] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.601381] env[68864]: DEBUG oslo_vmware.api [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.611387] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603228} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.611684] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 463efcaf-51f7-48db-aec5-192c6258b003/463efcaf-51f7-48db-aec5-192c6258b003.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.612183] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.612183] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3807f62b-d3c8-4739-927c-83586c2757bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.620356] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 629.620356] env[68864]: value = "task-3184880" [ 629.620356] env[68864]: _type = "Task" [ 629.620356] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.631008] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.774808] env[68864]: INFO nova.compute.manager [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Took 19.52 seconds to build instance. [ 629.774808] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.899850] env[68864]: DEBUG nova.network.neutron [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Successfully updated port: 086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.922332] env[68864]: DEBUG nova.compute.utils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.932665] env[68864]: DEBUG nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.932860] env[68864]: DEBUG nova.network.neutron [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.981311] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184877, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.994836] env[68864]: DEBUG nova.policy [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4c09b0acae444ea1b188e8f6d75caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aac427e91db40e19b38052fbf4bf27a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.030705] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184878, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.062212] env[68864]: DEBUG nova.network.neutron [-] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.100035] env[68864]: DEBUG oslo_vmware.api [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184879, 'name': PowerOffVM_Task, 'duration_secs': 0.227629} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.100400] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.100940] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.101283] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-276ad9cd-1ef1-4aa0-8592-0d56fccc0db4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.137232] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085915} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.137232] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.138100] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08edafeb-0a1b-43a4-a7b3-a4ebab22b1cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.171861] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 463efcaf-51f7-48db-aec5-192c6258b003/463efcaf-51f7-48db-aec5-192c6258b003.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.174264] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf6af51-1722-4c38-ae16-0fe832b1fb32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.202055] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.202209] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.202538] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Deleting the datastore file [datastore2] baf8eacd-01cd-47ae-99ef-694239009218 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.204032] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82d1211-8c88-49a5-867d-824413dedfda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.209377] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 630.209377] env[68864]: value = "task-3184882" [ 630.209377] env[68864]: _type = "Task" [ 630.209377] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.215084] env[68864]: DEBUG oslo_vmware.api [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for the task: (returnval){ [ 630.215084] env[68864]: value = "task-3184883" [ 630.215084] env[68864]: _type = "Task" [ 630.215084] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.222919] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.229250] env[68864]: DEBUG oslo_vmware.api [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.274700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bbc81072-507e-4143-b50e-5f1f8b4974f9 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "edbbd373-a587-4846-8a31-917e08e63edd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.041s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.386278] env[68864]: DEBUG nova.compute.manager [req-f0b85554-d0ac-4a7b-9c46-c7547522ea5a req-f1b40f1c-6d24-48b7-9066-1be171fd5179 service nova] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Received event network-vif-deleted-db831973-63a4-4548-b777-ef87a6c6838f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.403736] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.407158] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquired lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.407158] env[68864]: DEBUG nova.network.neutron [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.446624] env[68864]: DEBUG nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.487859] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184877, 'name': CreateVM_Task, 'duration_secs': 0.67063} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.487859] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.489091] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.489471] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.489895] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.491144] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba06036-da37-4f60-812e-9204ef041b22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.498769] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 630.498769] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b9d82c-9328-1aa1-7c6f-4233e2d78129" [ 630.498769] env[68864]: _type = "Task" [ 630.498769] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.515440] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b9d82c-9328-1aa1-7c6f-4233e2d78129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.534412] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184878, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.567237] env[68864]: INFO nova.compute.manager [-] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Took 1.37 seconds to deallocate network for instance. [ 630.634594] env[68864]: DEBUG nova.network.neutron [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Successfully created port: 4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.705852] env[68864]: INFO nova.compute.manager [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Rebuilding instance [ 630.727161] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184882, 'name': ReconfigVM_Task, 'duration_secs': 0.325894} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.730365] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 463efcaf-51f7-48db-aec5-192c6258b003/463efcaf-51f7-48db-aec5-192c6258b003.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.732165] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3222c890-c36c-4797-b1bd-9d6829ca44c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.738736] env[68864]: DEBUG oslo_vmware.api [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Task: {'id': task-3184883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292742} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.739521] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.739931] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.739931] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.740384] env[68864]: INFO nova.compute.manager [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Took 1.17 seconds to destroy the instance on the hypervisor. [ 630.740384] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.740637] env[68864]: DEBUG nova.compute.manager [-] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.740722] env[68864]: DEBUG nova.network.neutron [-] [instance: baf8eacd-01cd-47ae-99ef-694239009218] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.751909] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 630.751909] env[68864]: value = "task-3184884" [ 630.751909] env[68864]: _type = "Task" [ 630.751909] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.766826] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184884, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.776257] env[68864]: DEBUG nova.compute.manager [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.777740] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cfba71-a220-474d-978d-d1ca9850f585 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.780623] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.926746] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb992451-af47-4f8b-a3ed-390bf365b696 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.935207] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a14032b-9343-4e15-a289-528a2c62efb0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.977200] env[68864]: DEBUG nova.network.neutron [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.979810] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1647ca90-47ed-48f1-b5ec-a52fa64adf1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.988789] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7f807a-8988-4420-a12d-f3f75c109f87 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.004722] env[68864]: DEBUG nova.compute.provider_tree [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.019489] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b9d82c-9328-1aa1-7c6f-4233e2d78129, 'name': SearchDatastore_Task, 'duration_secs': 0.019137} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.019743] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.021506] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.021844] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.022279] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.022279] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.022995] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b60fe6f-4669-4b27-ad41-062ce14ed161 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.035768] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184878, 'name': CloneVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.040023] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.040023] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.040763] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce7009fd-b233-4b53-b62b-001e75436c79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.048952] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 631.048952] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243326e-c84f-ad16-bce0-fe79dbb8ffa5" [ 631.048952] env[68864]: _type = "Task" [ 631.048952] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.059376] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243326e-c84f-ad16-bce0-fe79dbb8ffa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.080026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.142268] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "0a29753b-e758-4037-9467-4e77cfe1461e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.142494] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "0a29753b-e758-4037-9467-4e77cfe1461e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.142723] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "0a29753b-e758-4037-9467-4e77cfe1461e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.142921] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "0a29753b-e758-4037-9467-4e77cfe1461e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.143114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "0a29753b-e758-4037-9467-4e77cfe1461e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.145774] env[68864]: INFO nova.compute.manager [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Terminating instance [ 631.181904] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.182076] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.265576] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184884, 'name': Rename_Task, 'duration_secs': 0.170589} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.265975] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.266335] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4075d4e9-2ae0-4de7-9b32-9dd8fb1448ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.278224] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 631.278224] env[68864]: value = "task-3184885" [ 631.278224] env[68864]: _type = "Task" [ 631.278224] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.290210] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.313958] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.478681] env[68864]: DEBUG nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.511502] env[68864]: DEBUG nova.scheduler.client.report [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.517261] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.517517] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.517699] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.517863] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.518016] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.518176] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.518394] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.518555] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.518719] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.518881] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.519066] env[68864]: DEBUG nova.virt.hardware [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.520070] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c882f974-2d50-48ef-9e81-50c7028573da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.538555] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e801647-718c-4485-b10e-e93453364e3f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.543510] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184878, 'name': CloneVM_Task, 'duration_secs': 1.594055} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.544635] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Created linked-clone VM from snapshot [ 631.546014] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033bdf9-ed18-4c63-a537-977793ab9d73 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.566306] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Uploading image b97f5839-def7-4373-9f30-fada2ac2e8df {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 631.573230] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243326e-c84f-ad16-bce0-fe79dbb8ffa5, 'name': SearchDatastore_Task, 'duration_secs': 0.014582} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.576142] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8debb453-c6c7-4e49-8c29-fd4078875c32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.584414] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 631.584414] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52055e26-0fa1-e2ea-e1ae-46437607d295" [ 631.584414] env[68864]: _type = "Task" [ 631.584414] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.594076] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52055e26-0fa1-e2ea-e1ae-46437607d295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.599756] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 631.599756] env[68864]: value = "vm-636972" [ 631.599756] env[68864]: _type = "VirtualMachine" [ 631.599756] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 631.600559] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7413bc5-6ec7-477c-a99a-acb8ffd62bfc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.603476] env[68864]: DEBUG nova.network.neutron [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Updating instance_info_cache with network_info: [{"id": "086eaf72-e861-4aa4-9900-ecd93e52c222", "address": "fa:16:3e:f0:7e:60", "network": {"id": "fde3317b-7a73-4deb-bd81-c24023524eb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168646232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be97a4b4fa9463495fbc28245f26f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086eaf72-e8", "ovs_interfaceid": "086eaf72-e861-4aa4-9900-ecd93e52c222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.610827] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease: (returnval){ [ 631.610827] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52952fdb-81bb-e7c7-6b7e-bd4bc44a1e40" [ 631.610827] env[68864]: _type = "HttpNfcLease" [ 631.610827] env[68864]: } obtained for exporting VM: (result){ [ 631.610827] env[68864]: value = "vm-636972" [ 631.610827] env[68864]: _type = "VirtualMachine" [ 631.610827] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 631.611119] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the lease: (returnval){ [ 631.611119] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52952fdb-81bb-e7c7-6b7e-bd4bc44a1e40" [ 631.611119] env[68864]: _type = "HttpNfcLease" [ 631.611119] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 631.619339] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 631.619339] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52952fdb-81bb-e7c7-6b7e-bd4bc44a1e40" [ 631.619339] env[68864]: _type = "HttpNfcLease" [ 631.619339] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 631.650322] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "refresh_cache-0a29753b-e758-4037-9467-4e77cfe1461e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.650503] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquired lock "refresh_cache-0a29753b-e758-4037-9467-4e77cfe1461e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.650868] env[68864]: DEBUG nova.network.neutron [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.795185] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.802713] env[68864]: DEBUG nova.compute.manager [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Received event network-changed-c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.802995] env[68864]: DEBUG nova.compute.manager [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Refreshing instance network info cache due to event network-changed-c1f3ae84-bb21-431d-bd11-43d053abc23c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.803241] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] Acquiring lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.803401] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] Acquired lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.805248] env[68864]: DEBUG nova.network.neutron [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Refreshing network info cache for port c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.808201] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.808715] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d621d90e-86ce-4ae2-9b2f-45653de2b0a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.818719] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 631.818719] env[68864]: value = "task-3184887" [ 631.818719] env[68864]: _type = "Task" [ 631.818719] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.829972] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.027425] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.027425] env[68864]: DEBUG nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.029137] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.652s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.029526] env[68864]: DEBUG nova.objects.instance [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Lazy-loading 'resources' on Instance uuid 39ead640-79b7-40b6-97c5-5f32bc787108 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.077245] env[68864]: DEBUG nova.network.neutron [-] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.096768] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52055e26-0fa1-e2ea-e1ae-46437607d295, 'name': SearchDatastore_Task, 'duration_secs': 0.013156} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.097903] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.098558] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1/48f5958b-d5b7-4d2c-a3a9-dd76881a89d1.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.098558] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66a2a444-f789-41dc-ad3f-2322460b5e6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.106395] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Releasing lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.106945] env[68864]: DEBUG nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Instance network_info: |[{"id": "086eaf72-e861-4aa4-9900-ecd93e52c222", "address": "fa:16:3e:f0:7e:60", "network": {"id": "fde3317b-7a73-4deb-bd81-c24023524eb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168646232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be97a4b4fa9463495fbc28245f26f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086eaf72-e8", "ovs_interfaceid": "086eaf72-e861-4aa4-9900-ecd93e52c222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.108850] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:7e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '086eaf72-e861-4aa4-9900-ecd93e52c222', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.120022] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Creating folder: Project (7be97a4b4fa9463495fbc28245f26f61). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.120615] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 632.120615] env[68864]: value = "task-3184888" [ 632.120615] env[68864]: _type = "Task" [ 632.120615] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.123374] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-911e851d-f554-4881-adb7-627c2b74f23d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.151504] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Created folder: Project (7be97a4b4fa9463495fbc28245f26f61) in parent group-v636929. [ 632.151504] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Creating folder: Instances. Parent ref: group-v636973. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.157329] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c9d28ff-1f29-48db-b318-ad4d3f8fa290 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.161104] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 632.161104] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52952fdb-81bb-e7c7-6b7e-bd4bc44a1e40" [ 632.161104] env[68864]: _type = "HttpNfcLease" [ 632.161104] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 632.164084] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.164509] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 632.164509] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52952fdb-81bb-e7c7-6b7e-bd4bc44a1e40" [ 632.164509] env[68864]: _type = "HttpNfcLease" [ 632.164509] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 632.166196] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0c38b6-5027-4285-b73f-91d86cbbcdf0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.174247] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Created folder: Instances in parent group-v636973. [ 632.175026] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.179628] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.180043] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52870a32-861c-7621-fcfa-07ae30ac2d08/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 632.180213] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52870a32-861c-7621-fcfa-07ae30ac2d08/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 632.181937] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88e5bf0b-60de-401f-b82c-26f3e71e840f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.257278] env[68864]: DEBUG nova.network.neutron [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.261303] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.261303] env[68864]: value = "task-3184891" [ 632.261303] env[68864]: _type = "Task" [ 632.261303] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.270714] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184891, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.288470] env[68864]: DEBUG oslo_vmware.api [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3184885, 'name': PowerOnVM_Task, 'duration_secs': 0.91807} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.290271] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.290271] env[68864]: INFO nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Took 8.57 seconds to spawn the instance on the hypervisor. [ 632.290271] env[68864]: DEBUG nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.290271] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a44ad41-4e8a-49fe-aa9a-768f1d934b35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.314766] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dfbdab35-353d-4efe-9c51-fe2fbecc5f2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.329032] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184887, 'name': PowerOffVM_Task, 'duration_secs': 0.371368} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.329336] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.329619] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.332245] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92dc9b9-9b14-477a-8a94-d2b03e1f80d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.345910] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.349668] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25c3cfe-d444-49b6-894d-fbfde75ccccc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.427171] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.429018] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.429018] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleting the datastore file [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.429018] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb03322-c44b-4f52-abae-be4cbee4905e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.437124] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 632.437124] env[68864]: value = "task-3184893" [ 632.437124] env[68864]: _type = "Task" [ 632.437124] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.448397] env[68864]: DEBUG nova.network.neutron [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.459480] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.537570] env[68864]: DEBUG nova.compute.utils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.542682] env[68864]: DEBUG nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 632.584501] env[68864]: INFO nova.compute.manager [-] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Took 1.84 seconds to deallocate network for instance. [ 632.652972] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184888, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.775211] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184891, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.821577] env[68864]: INFO nova.compute.manager [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Took 16.57 seconds to build instance. [ 632.899432] env[68864]: DEBUG nova.compute.manager [None req-ff5d39c4-1792-4e6c-939f-d653256dfa47 tempest-ServerDiagnosticsV248Test-1308316143 tempest-ServerDiagnosticsV248Test-1308316143-project-admin] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.904146] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26141eee-cb63-4585-a618-1c8952929153 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.912278] env[68864]: INFO nova.compute.manager [None req-ff5d39c4-1792-4e6c-939f-d653256dfa47 tempest-ServerDiagnosticsV248Test-1308316143 tempest-ServerDiagnosticsV248Test-1308316143-project-admin] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Retrieving diagnostics [ 632.912823] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee22ee-f19c-4699-99ae-4220802e0fa4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.962897] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Releasing lock "refresh_cache-0a29753b-e758-4037-9467-4e77cfe1461e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.964261] env[68864]: DEBUG nova.compute.manager [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.965074] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.965369] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a6f1f-49f2-4980-a1c3-433c58bd8ce4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.977351] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407734} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.981637] env[68864]: DEBUG nova.network.neutron [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Updated VIF entry in instance network info cache for port c1f3ae84-bb21-431d-bd11-43d053abc23c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.981637] env[68864]: DEBUG nova.network.neutron [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Updating instance_info_cache with network_info: [{"id": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "address": "fa:16:3e:3e:16:48", "network": {"id": "c9defd85-ea92-4e2c-af80-beb9b32c88cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-650791559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60016c16a4024446a80e31a3930938b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f3ae84-bb", "ovs_interfaceid": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.985880] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.986431] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.986505] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.990313] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.991254] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc047a62-4c43-4f8d-a370-43cc07b2e7bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.998277] env[68864]: DEBUG oslo_vmware.api [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 632.998277] env[68864]: value = "task-3184894" [ 632.998277] env[68864]: _type = "Task" [ 632.998277] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.009260] env[68864]: DEBUG oslo_vmware.api [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.050354] env[68864]: DEBUG nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.102764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.144131] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719644} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.144652] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1/48f5958b-d5b7-4d2c-a3a9-dd76881a89d1.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.145021] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.155867] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6262470e-3970-4a8c-ab92-e604cd8f9d95 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.172526] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 633.172526] env[68864]: value = "task-3184895" [ 633.172526] env[68864]: _type = "Task" [ 633.172526] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.184603] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.217575] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5b6e0-3f33-4bcb-a38e-d0e59e4c1661 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.225578] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cabb5f4-de58-4563-bb4a-9c8474a3026d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.261158] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7699a1b-d441-47b6-aa1a-a9be0a460df2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.280133] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c066cb-fd7a-4e7d-bef6-88f90945fcac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.284942] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184891, 'name': CreateVM_Task, 'duration_secs': 0.564331} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.284942] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.286120] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.286513] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.289202] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.298124] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64acf8cd-a657-4d96-a50a-9eb31f3b4479 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.302203] env[68864]: DEBUG nova.compute.provider_tree [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.313891] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 633.313891] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52deda6b-4fc5-3818-484e-418772e3ac8b" [ 633.313891] env[68864]: _type = "Task" [ 633.313891] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.326235] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52deda6b-4fc5-3818-484e-418772e3ac8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.327471] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5c1e9b1e-e119-4f2c-b05c-e5b14b275062 tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "463efcaf-51f7-48db-aec5-192c6258b003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.228s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.451658] env[68864]: DEBUG nova.compute.manager [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Received event network-vif-plugged-086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.452382] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Acquiring lock "3b997273-a3b3-4dc2-84ad-df4720affba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.452638] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.452859] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.453125] env[68864]: DEBUG nova.compute.manager [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] No waiting events found dispatching network-vif-plugged-086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.453323] env[68864]: WARNING nova.compute.manager [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Received unexpected event network-vif-plugged-086eaf72-e861-4aa4-9900-ecd93e52c222 for instance with vm_state building and task_state spawning. [ 633.453488] env[68864]: DEBUG nova.compute.manager [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Received event network-changed-086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.453638] env[68864]: DEBUG nova.compute.manager [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Refreshing instance network info cache due to event network-changed-086eaf72-e861-4aa4-9900-ecd93e52c222. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.453840] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Acquiring lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.454310] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Acquired lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.454310] env[68864]: DEBUG nova.network.neutron [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Refreshing network info cache for port 086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.502024] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] Releasing lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.502024] env[68864]: DEBUG nova.compute.manager [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Received event network-vif-deleted-d931778c-0501-488d-bc9c-896d4bb252ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.502024] env[68864]: DEBUG nova.compute.manager [req-8ebb6358-7410-480a-a790-63a0588d2202 req-3eaa1b40-fce4-4dfc-9067-13630a6fef86 service nova] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Received event network-vif-deleted-e3a983c0-5df0-4078-ab23-c163ca1dc2a1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.512875] env[68864]: DEBUG oslo_vmware.api [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184894, 'name': PowerOffVM_Task, 'duration_secs': 0.209423} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.515097] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.515324] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.516754] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e0fcb4d-bdb8-4a75-b70d-d419198e0b31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.541763] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.542811] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.542811] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleting the datastore file [datastore1] 0a29753b-e758-4037-9467-4e77cfe1461e {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.543047] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f4421f8-c3f3-49d2-9b0b-9aaab18eebeb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.550563] env[68864]: DEBUG oslo_vmware.api [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for the task: (returnval){ [ 633.550563] env[68864]: value = "task-3184897" [ 633.550563] env[68864]: _type = "Task" [ 633.550563] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.570452] env[68864]: DEBUG oslo_vmware.api [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.572997] env[68864]: DEBUG nova.network.neutron [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Successfully updated port: 4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.690947] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.808245] env[68864]: DEBUG nova.scheduler.client.report [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.827134] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52deda6b-4fc5-3818-484e-418772e3ac8b, 'name': SearchDatastore_Task, 'duration_secs': 0.035437} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.827134] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.827134] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.827134] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.827599] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.827599] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.827599] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ad547d-d3dc-4014-b7b9-a3afe42ff58b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.830479] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.836621] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.836621] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.838243] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a826f74f-a9a1-48b4-95da-55c050a3942f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.845945] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 633.845945] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524a4025-9af8-533e-3ab4-83f217a09355" [ 633.845945] env[68864]: _type = "Task" [ 633.845945] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.859159] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524a4025-9af8-533e-3ab4-83f217a09355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.051224] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.051530] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.051655] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.051838] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.051982] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.052152] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.052362] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.052773] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.052773] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.052970] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.053214] env[68864]: DEBUG nova.virt.hardware [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.054684] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ee6fa4-9d3d-45cb-ac77-78f2227d56f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.062784] env[68864]: DEBUG nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.070034] env[68864]: DEBUG oslo_vmware.api [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Task: {'id': task-3184897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263885} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.071235] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f302edf-ff68-4d3b-bbdf-bc782595df2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.075268] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.075486] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.075735] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.076886] env[68864]: INFO nova.compute.manager [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 634.076886] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.076886] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.076886] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.076886] env[68864]: DEBUG nova.network.neutron [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.077929] env[68864]: DEBUG nova.compute.manager [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.078042] env[68864]: DEBUG nova.network.neutron [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.091357] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:a5:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '628f2eaa-48b7-42e9-8a64-c5a705d8f32a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.101092] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.102788] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.103241] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dd657a4-7184-47a0-8b0e-dba33cef8b1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.119834] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.120032] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.120139] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.120308] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.120456] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.120649] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.120843] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.121079] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.121122] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.121272] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.121468] env[68864]: DEBUG nova.virt.hardware [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.122683] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ffbdae-38da-4d58-802d-04219fec6fce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.128548] env[68864]: DEBUG nova.network.neutron [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.134849] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.134849] env[68864]: value = "task-3184898" [ 634.134849] env[68864]: _type = "Task" [ 634.134849] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.141135] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf12c3-575b-4c98-b469-aba82f225c7c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.162976] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.167358] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Creating folder: Project (26a3a48de6cd4912896da98fbd66ac87). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.174108] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f595733-cc32-4584-b882-ade0dc9b418e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.175315] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184898, 'name': CreateVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.193609] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.77474} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.193609] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Created folder: Project (26a3a48de6cd4912896da98fbd66ac87) in parent group-v636929. [ 634.193609] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Creating folder: Instances. Parent ref: group-v636977. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.194328] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.194328] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfbcab71-88f0-499f-b627-5b77d0f6849f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.201034] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551533dd-f3f1-471f-8c3f-8676dc305304 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.231855] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1/48f5958b-d5b7-4d2c-a3a9-dd76881a89d1.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.235413] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0074d7-e41b-4113-92a0-2c50210076ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.250340] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Created folder: Instances in parent group-v636977. [ 634.250678] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.251124] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.252167] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1622e39-f444-4805-abc5-906450d02015 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.266754] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 634.266754] env[68864]: value = "task-3184901" [ 634.266754] env[68864]: _type = "Task" [ 634.266754] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.272267] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.272267] env[68864]: value = "task-3184902" [ 634.272267] env[68864]: _type = "Task" [ 634.272267] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.277818] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.293508] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184902, 'name': CreateVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.315591] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.318108] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.079s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.319765] env[68864]: INFO nova.compute.claims [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.339935] env[68864]: INFO nova.scheduler.client.report [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Deleted allocations for instance 39ead640-79b7-40b6-97c5-5f32bc787108 [ 634.358345] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524a4025-9af8-533e-3ab4-83f217a09355, 'name': SearchDatastore_Task, 'duration_secs': 0.017453} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.362025] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfca4076-4851-40e9-9305-cba77097fe34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.365288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.367024] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 634.367024] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525d7dcd-a98b-e7a8-5a83-fb6a6dd92690" [ 634.367024] env[68864]: _type = "Task" [ 634.367024] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.375953] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525d7dcd-a98b-e7a8-5a83-fb6a6dd92690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.377029] env[68864]: DEBUG nova.network.neutron [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Updated VIF entry in instance network info cache for port 086eaf72-e861-4aa4-9900-ecd93e52c222. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.377893] env[68864]: DEBUG nova.network.neutron [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Updating instance_info_cache with network_info: [{"id": "086eaf72-e861-4aa4-9900-ecd93e52c222", "address": "fa:16:3e:f0:7e:60", "network": {"id": "fde3317b-7a73-4deb-bd81-c24023524eb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168646232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be97a4b4fa9463495fbc28245f26f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086eaf72-e8", "ovs_interfaceid": "086eaf72-e861-4aa4-9900-ecd93e52c222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.634524] env[68864]: DEBUG nova.network.neutron [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.636547] env[68864]: DEBUG nova.network.neutron [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.653215] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184898, 'name': CreateVM_Task, 'duration_secs': 0.41988} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.653414] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.655147] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.655329] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.655699] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.655995] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6705cf-b19f-4cc8-8eeb-b8d1c15cfb3e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.662294] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 634.662294] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527967b6-9916-7c89-f17f-0db5ab998a95" [ 634.662294] env[68864]: _type = "Task" [ 634.662294] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.675406] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527967b6-9916-7c89-f17f-0db5ab998a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.782157] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184901, 'name': ReconfigVM_Task, 'duration_secs': 0.386324} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.785789] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1/48f5958b-d5b7-4d2c-a3a9-dd76881a89d1.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.788028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3ffb5cb-482c-4abe-b30f-cfa36f0068fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.794094] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184902, 'name': CreateVM_Task, 'duration_secs': 0.30897} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.795405] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.795772] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 634.795772] env[68864]: value = "task-3184903" [ 634.795772] env[68864]: _type = "Task" [ 634.795772] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.796277] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.806520] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184903, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.851030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-debe8137-1c21-4a3e-9aef-0b754da5c11d tempest-DeleteServersAdminTestJSON-473478682 tempest-DeleteServersAdminTestJSON-473478682-project-admin] Lock "39ead640-79b7-40b6-97c5-5f32bc787108" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.024s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.879765] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525d7dcd-a98b-e7a8-5a83-fb6a6dd92690, 'name': SearchDatastore_Task, 'duration_secs': 0.012386} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.880331] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Releasing lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.880691] env[68864]: DEBUG nova.compute.manager [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received event network-changed-532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.880827] env[68864]: DEBUG nova.compute.manager [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Refreshing instance network info cache due to event network-changed-532d1506-b9c6-43d5-a634-93b4d7b333ba. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.881073] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Acquiring lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.881491] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Acquired lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.881641] env[68864]: DEBUG nova.network.neutron [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Refreshing network info cache for port 532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.883389] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.883805] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 3b997273-a3b3-4dc2-84ad-df4720affba5/3b997273-a3b3-4dc2-84ad-df4720affba5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.884402] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de5232f1-f61f-4f50-8477-bc20869bd288 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.895259] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 634.895259] env[68864]: value = "task-3184904" [ 634.895259] env[68864]: _type = "Task" [ 634.895259] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.905815] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.948311] env[68864]: DEBUG nova.network.neutron [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updating instance_info_cache with network_info: [{"id": "4874e0a2-2516-49b1-9387-69f7212572be", "address": "fa:16:3e:8a:6e:d0", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e0a2-25", "ovs_interfaceid": "4874e0a2-2516-49b1-9387-69f7212572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.073385] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "8856fccf-17f5-4669-8536-2cf0f7803110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.073599] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "8856fccf-17f5-4669-8536-2cf0f7803110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.146507] env[68864]: INFO nova.compute.manager [-] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Took 1.07 seconds to deallocate network for instance. [ 635.174488] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527967b6-9916-7c89-f17f-0db5ab998a95, 'name': SearchDatastore_Task, 'duration_secs': 0.012461} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.175308] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.175592] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.175835] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.176252] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.176819] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.176819] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.177255] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.178459] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d3e337-ff93-45f8-9600-c5bb3c1f76e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.179833] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7f743e-113d-4ef9-b5dd-c3fa91832799 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.185677] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 635.185677] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e51168-9f24-a6bb-b8ab-507e8923d650" [ 635.185677] env[68864]: _type = "Task" [ 635.185677] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.193623] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.194238] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.196932] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5249e75b-720f-4cf1-9f38-54cdf34c1800 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.206945] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e51168-9f24-a6bb-b8ab-507e8923d650, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.208656] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.209011] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.209286] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.211402] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 635.211402] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526a5aa6-1f34-9829-cbb9-ea5582bc9883" [ 635.211402] env[68864]: _type = "Task" [ 635.211402] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.221161] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526a5aa6-1f34-9829-cbb9-ea5582bc9883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.308280] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184903, 'name': Rename_Task, 'duration_secs': 0.188064} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.308483] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.308810] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f48d38b-c24c-4f97-bdc8-7f2572c7130e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.315942] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 635.315942] env[68864]: value = "task-3184905" [ 635.315942] env[68864]: _type = "Task" [ 635.315942] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.326719] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.411849] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184904, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.456480] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.456837] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.457182] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.457488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.457761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.460612] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Releasing lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.461071] env[68864]: DEBUG nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Instance network_info: |[{"id": "4874e0a2-2516-49b1-9387-69f7212572be", "address": "fa:16:3e:8a:6e:d0", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e0a2-25", "ovs_interfaceid": "4874e0a2-2516-49b1-9387-69f7212572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.461616] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:6e:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4874e0a2-2516-49b1-9387-69f7212572be', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.481902] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Creating folder: Project (9aac427e91db40e19b38052fbf4bf27a). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.484810] env[68864]: INFO nova.compute.manager [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Terminating instance [ 635.487247] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ddf30ec-4ff0-4b74-ac91-4c89601099cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.501201] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Created folder: Project (9aac427e91db40e19b38052fbf4bf27a) in parent group-v636929. [ 635.502530] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Creating folder: Instances. Parent ref: group-v636980. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.502530] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434a1807-2e24-4b97-a934-ea91026492c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.512508] env[68864]: DEBUG nova.compute.manager [req-8ca3c1f8-29e6-44eb-aa62-9f5c358018aa req-d38fd0b3-48d3-4127-90e2-5a50778cbc33 service nova] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Received event network-vif-deleted-f2aa77a2-450c-4b09-a1ef-f1356b0a1590 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.517225] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Created folder: Instances in parent group-v636980. [ 635.517505] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.517699] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.517904] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aec5602-ab7b-4aea-8dfd-d7f364783f46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.545602] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.545602] env[68864]: value = "task-3184908" [ 635.545602] env[68864]: _type = "Task" [ 635.545602] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.556535] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184908, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.656834] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.725549] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526a5aa6-1f34-9829-cbb9-ea5582bc9883, 'name': SearchDatastore_Task, 'duration_secs': 0.017721} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.726421] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c58f34b-3c42-4617-96f7-7d8b3bd8960c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.739352] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 635.739352] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265dcc3-b99a-fdf6-9e31-11508adec093" [ 635.739352] env[68864]: _type = "Task" [ 635.739352] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.747796] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265dcc3-b99a-fdf6-9e31-11508adec093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.802494] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd93707d-71e7-4487-a942-9ba2147a43e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.812308] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966ad02a-94bc-45b1-baa7-98b620454916 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.826150] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.856823] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3662570c-5917-4bc0-be31-be6356cecedf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.870039] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e59dee4-6f99-419c-8106-a179e29054e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.888239] env[68864]: DEBUG nova.compute.provider_tree [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.909536] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682427} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.909776] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 3b997273-a3b3-4dc2-84ad-df4720affba5/3b997273-a3b3-4dc2-84ad-df4720affba5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.909984] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.910225] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b6dd7ce-4e44-4dad-8cc5-11264fdcd049 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.918208] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 635.918208] env[68864]: value = "task-3184909" [ 635.918208] env[68864]: _type = "Task" [ 635.918208] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.929444] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.992019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "refresh_cache-2b822b35-94ac-48bb-a46f-2cda8ecfce06" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.993308] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquired lock "refresh_cache-2b822b35-94ac-48bb-a46f-2cda8ecfce06" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.993626] env[68864]: DEBUG nova.network.neutron [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.058764] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184908, 'name': CreateVM_Task, 'duration_secs': 0.498788} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.058929] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.062787] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.063010] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.063849] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.063849] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20838ad6-d040-46bb-85a2-eb4c26f05f0b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.072413] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 636.072413] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5258ad04-6f7d-b0d4-81f5-85badc75d4f7" [ 636.072413] env[68864]: _type = "Task" [ 636.072413] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.089021] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5258ad04-6f7d-b0d4-81f5-85badc75d4f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.129465] env[68864]: DEBUG nova.network.neutron [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updated VIF entry in instance network info cache for port 532d1506-b9c6-43d5-a634-93b4d7b333ba. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.129881] env[68864]: DEBUG nova.network.neutron [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.251273] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265dcc3-b99a-fdf6-9e31-11508adec093, 'name': SearchDatastore_Task, 'duration_secs': 0.013953} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.251632] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.251902] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.252209] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.252396] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.252850] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-744fe5fd-7901-4c0f-925b-c0c7ff40d4fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.254659] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d7b4b9-bd6b-4eab-adc7-bc0acd56dc7f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.264734] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 636.264734] env[68864]: value = "task-3184910" [ 636.264734] env[68864]: _type = "Task" [ 636.264734] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.273787] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.273787] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.274335] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5851bb0a-05a3-4473-b41e-de53e9a79ff9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.280109] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.285576] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 636.285576] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ee96d8-d82b-ca91-450a-c6ae55260473" [ 636.285576] env[68864]: _type = "Task" [ 636.285576] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.294564] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ee96d8-d82b-ca91-450a-c6ae55260473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.326895] env[68864]: DEBUG oslo_vmware.api [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3184905, 'name': PowerOnVM_Task, 'duration_secs': 0.749622} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.326895] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.326895] env[68864]: INFO nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Took 9.93 seconds to spawn the instance on the hypervisor. [ 636.326895] env[68864]: DEBUG nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.327757] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ad4c8-d8e6-49d4-9241-0ef925040871 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.393727] env[68864]: DEBUG nova.scheduler.client.report [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.433412] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090627} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.433710] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.434686] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88018c7e-207a-4ae3-8fa0-dfb0d118e114 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.463542] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 3b997273-a3b3-4dc2-84ad-df4720affba5/3b997273-a3b3-4dc2-84ad-df4720affba5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.463956] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73751104-4b8d-4c4c-89fa-33bfc5007f2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.484206] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 636.484206] env[68864]: value = "task-3184911" [ 636.484206] env[68864]: _type = "Task" [ 636.484206] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.492505] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.539602] env[68864]: DEBUG nova.network.neutron [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.583993] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5258ad04-6f7d-b0d4-81f5-85badc75d4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013134} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.584311] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.584550] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.585263] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.634037] env[68864]: DEBUG oslo_concurrency.lockutils [req-8fd10efe-43d5-4dbe-9196-427139f8ea22 req-dbf6e004-4bf3-4571-b88f-248085e9e026 service nova] Releasing lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.657494] env[68864]: DEBUG nova.network.neutron [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.781764] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.802253] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ee96d8-d82b-ca91-450a-c6ae55260473, 'name': SearchDatastore_Task, 'duration_secs': 0.018958} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.803318] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b31fe7-5d8e-4d36-b4df-685797b58bb2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.813941] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 636.813941] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c491d0-ba32-946a-c6ca-8fd130fbf7e8" [ 636.813941] env[68864]: _type = "Task" [ 636.813941] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.825439] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c491d0-ba32-946a-c6ca-8fd130fbf7e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.850457] env[68864]: INFO nova.compute.manager [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Took 20.52 seconds to build instance. [ 636.905596] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.906177] env[68864]: DEBUG nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.909589] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.924s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.911325] env[68864]: INFO nova.compute.claims [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.996701] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184911, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.158544] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Releasing lock "refresh_cache-2b822b35-94ac-48bb-a46f-2cda8ecfce06" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.159242] env[68864]: DEBUG nova.compute.manager [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.159577] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.161554] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ba6733-9459-44e4-9b51-04139e9504e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.173519] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.173907] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85fd26bc-0621-4731-a5a5-30bf41a29504 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.181967] env[68864]: DEBUG oslo_vmware.api [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 637.181967] env[68864]: value = "task-3184912" [ 637.181967] env[68864]: _type = "Task" [ 637.181967] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.195260] env[68864]: DEBUG oslo_vmware.api [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.276184] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73272} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.276484] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.276695] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.276948] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc469ac4-22c8-4549-8830-73aa78dbcf5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.285077] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 637.285077] env[68864]: value = "task-3184913" [ 637.285077] env[68864]: _type = "Task" [ 637.285077] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.295333] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.321350] env[68864]: DEBUG nova.compute.manager [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received event network-vif-plugged-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.321666] env[68864]: DEBUG oslo_concurrency.lockutils [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] Acquiring lock "a6be127e-d6cb-4781-ba8f-470e98976f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.321908] env[68864]: DEBUG oslo_concurrency.lockutils [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.322213] env[68864]: DEBUG oslo_concurrency.lockutils [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.322539] env[68864]: DEBUG nova.compute.manager [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] No waiting events found dispatching network-vif-plugged-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.322742] env[68864]: WARNING nova.compute.manager [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received unexpected event network-vif-plugged-4874e0a2-2516-49b1-9387-69f7212572be for instance with vm_state building and task_state spawning. [ 637.322914] env[68864]: DEBUG nova.compute.manager [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received event network-changed-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.323092] env[68864]: DEBUG nova.compute.manager [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing instance network info cache due to event network-changed-4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.323289] env[68864]: DEBUG oslo_concurrency.lockutils [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] Acquiring lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.323459] env[68864]: DEBUG oslo_concurrency.lockutils [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] Acquired lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.323707] env[68864]: DEBUG nova.network.neutron [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.331884] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c491d0-ba32-946a-c6ca-8fd130fbf7e8, 'name': SearchDatastore_Task, 'duration_secs': 0.057167} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.332220] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.332896] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.332896] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.332896] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.333177] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dfcb71b-26f1-4e80-ad1c-7cc60d9006f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.338402] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-470cc1c4-f08f-49fc-8dcd-2ea94760fd40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.343557] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 637.343557] env[68864]: value = "task-3184914" [ 637.343557] env[68864]: _type = "Task" [ 637.343557] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.355032] env[68864]: DEBUG oslo_concurrency.lockutils [None req-943e93de-7c10-4cec-99ca-9a6c56c0a875 tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.976s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.355182] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.357728] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.358124] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.359210] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11031597-856f-4488-9666-129d1c6d3f50 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.366420] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 637.366420] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52930822-8c27-a87a-5b58-2ea58813b803" [ 637.366420] env[68864]: _type = "Task" [ 637.366420] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.376945] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52930822-8c27-a87a-5b58-2ea58813b803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.412728] env[68864]: DEBUG nova.compute.utils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.414321] env[68864]: DEBUG nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.414861] env[68864]: DEBUG nova.network.neutron [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.480819] env[68864]: DEBUG nova.policy [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0f966924db64006b20958ea360bbccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc25328be50497aafb753864ebfd480', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.495735] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184911, 'name': ReconfigVM_Task, 'duration_secs': 0.530157} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.496039] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 3b997273-a3b3-4dc2-84ad-df4720affba5/3b997273-a3b3-4dc2-84ad-df4720affba5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.496641] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7224e77-3049-4764-800c-8060c93ab61a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.503673] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 637.503673] env[68864]: value = "task-3184915" [ 637.503673] env[68864]: _type = "Task" [ 637.503673] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.515019] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184915, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.696296] env[68864]: DEBUG oslo_vmware.api [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184912, 'name': PowerOffVM_Task, 'duration_secs': 0.277677} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.696634] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.696719] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.697030] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e45e3299-b9e7-432c-89df-a22b0a99aa4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.721672] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.722129] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.722129] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Deleting the datastore file [datastore1] 2b822b35-94ac-48bb-a46f-2cda8ecfce06 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.722368] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c1420b6-0775-4208-bbf5-46173071c187 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.729718] env[68864]: DEBUG oslo_vmware.api [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for the task: (returnval){ [ 637.729718] env[68864]: value = "task-3184917" [ 637.729718] env[68864]: _type = "Task" [ 637.729718] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.738613] env[68864]: DEBUG oslo_vmware.api [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.798698] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078478} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.798973] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.804043] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65324c9d-09d2-446a-befa-e528c663b6fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.836095] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.839268] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-181205c9-e8cf-4c56-9a43-eb80a901616b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.863420] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.869972] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 637.869972] env[68864]: value = "task-3184918" [ 637.869972] env[68864]: _type = "Task" [ 637.869972] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.884411] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184914, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.888090] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52930822-8c27-a87a-5b58-2ea58813b803, 'name': SearchDatastore_Task, 'duration_secs': 0.018341} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.896086] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.896321] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084be85b-d56f-4328-be43-b504b9410cf5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.905411] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 637.905411] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f63333-6859-fa36-0a6f-eed4f004e243" [ 637.905411] env[68864]: _type = "Task" [ 637.905411] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.917030] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f63333-6859-fa36-0a6f-eed4f004e243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.920026] env[68864]: DEBUG nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.011337] env[68864]: DEBUG nova.network.neutron [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Successfully created port: 45c41865-16ab-4b10-9d78-963af53ec87c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.023077] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184915, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.242651] env[68864]: DEBUG oslo_vmware.api [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Task: {'id': task-3184917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259645} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.242953] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.243160] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.243339] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.243608] env[68864]: INFO nova.compute.manager [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Took 1.08 seconds to destroy the instance on the hypervisor. [ 638.243911] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.244343] env[68864]: DEBUG nova.compute.manager [-] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.244452] env[68864]: DEBUG nova.network.neutron [-] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 638.330151] env[68864]: DEBUG nova.network.neutron [-] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.372539] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9a47a9-c825-4232-83f8-4bf03b729e9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.393036] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79192} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.394607] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.394973] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.396420] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.396641] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a7cd322-f315-4460-a1a0-0b65f8f4c8fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.400193] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d874a8d5-da5b-4715-9612-e85b1e0ddbeb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.406591] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.442565] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 638.442565] env[68864]: value = "task-3184919" [ 638.442565] env[68864]: _type = "Task" [ 638.442565] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.447784] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0565b6f8-50a4-40c6-b386-4655b93d4555 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.450239] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f63333-6859-fa36-0a6f-eed4f004e243, 'name': SearchDatastore_Task, 'duration_secs': 0.051189} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.453788] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.454081] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] a6be127e-d6cb-4781-ba8f-470e98976f05/a6be127e-d6cb-4781-ba8f-470e98976f05.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.455467] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bfba9ac-d63f-4da2-8b04-361cefd50402 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.460755] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3439b2-0fde-44ab-864f-db29cf38b858 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.472196] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.472196] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 638.472196] env[68864]: value = "task-3184920" [ 638.472196] env[68864]: _type = "Task" [ 638.472196] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.481802] env[68864]: DEBUG nova.compute.provider_tree [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.488956] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.519531] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184915, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.573009] env[68864]: DEBUG nova.network.neutron [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updated VIF entry in instance network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.573469] env[68864]: DEBUG nova.network.neutron [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updating instance_info_cache with network_info: [{"id": "4874e0a2-2516-49b1-9387-69f7212572be", "address": "fa:16:3e:8a:6e:d0", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e0a2-25", "ovs_interfaceid": "4874e0a2-2516-49b1-9387-69f7212572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.587861] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.588117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.833522] env[68864]: DEBUG nova.network.neutron [-] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.891407] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.949379] env[68864]: DEBUG nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.966370] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158848} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.966370] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.967187] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4c912e-8c8c-47f8-9375-041af2f38ebf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.996821] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.000747] env[68864]: DEBUG nova.scheduler.client.report [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.006574] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d4fb95a-ac21-473d-bf5f-a0759a64b3c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.030081] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184920, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.043262] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.043560] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.043722] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.043944] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.044123] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.044287] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.044500] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.044660] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.044827] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.045040] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.045208] env[68864]: DEBUG nova.virt.hardware [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.050474] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c101b65-af5b-4563-9a14-e0d6dfcd81b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.056103] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 639.056103] env[68864]: value = "task-3184921" [ 639.056103] env[68864]: _type = "Task" [ 639.056103] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.068246] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184915, 'name': Rename_Task, 'duration_secs': 1.136127} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.069013] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.070334] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a242490e-ebfa-4c94-9dcd-e0c711ec3afb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.085038] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f90e02d-f172-4576-9fbd-1b11f9998695 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.086997] env[68864]: DEBUG oslo_concurrency.lockutils [req-c361b809-4dbd-4b1b-9b02-ede319751510 req-5afd83d6-c355-4f42-9649-b0727d89049d service nova] Releasing lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.087407] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.100583] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 639.100583] env[68864]: value = "task-3184922" [ 639.100583] env[68864]: _type = "Task" [ 639.100583] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.112688] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.158418] env[68864]: DEBUG nova.compute.manager [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Received event network-changed-6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.159788] env[68864]: DEBUG nova.compute.manager [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Refreshing instance network info cache due to event network-changed-6cbde43f-9d9d-4a1a-8717-2765dd8f2811. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.159788] env[68864]: DEBUG oslo_concurrency.lockutils [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] Acquiring lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.159788] env[68864]: DEBUG oslo_concurrency.lockutils [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] Acquired lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.159788] env[68864]: DEBUG nova.network.neutron [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Refreshing network info cache for port 6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.336502] env[68864]: INFO nova.compute.manager [-] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Took 1.09 seconds to deallocate network for instance. [ 639.395183] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184918, 'name': ReconfigVM_Task, 'duration_secs': 1.39} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.395183] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53/3e8f537c-36f9-4d3b-8c48-55efb1582f53.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.395183] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5edaa68f-9b31-4451-8d66-0c330796ecb4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.401733] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 639.401733] env[68864]: value = "task-3184923" [ 639.401733] env[68864]: _type = "Task" [ 639.401733] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.412957] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184923, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.480802] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638149} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.481292] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] a6be127e-d6cb-4781-ba8f-470e98976f05/a6be127e-d6cb-4781-ba8f-470e98976f05.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.481292] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.481976] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12a16de1-06e5-401d-a305-86bccd6824be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.488007] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 639.488007] env[68864]: value = "task-3184924" [ 639.488007] env[68864]: _type = "Task" [ 639.488007] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.499149] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.531393] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.531393] env[68864]: DEBUG nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.537634] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.498s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.539276] env[68864]: INFO nova.compute.claims [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.570851] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184921, 'name': ReconfigVM_Task, 'duration_secs': 0.461629} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.571163] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Reconfigured VM instance instance-00000010 to attach disk [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.572079] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d155df1-de81-44ca-a2eb-e2c13c33a380 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.581575] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 639.581575] env[68864]: value = "task-3184925" [ 639.581575] env[68864]: _type = "Task" [ 639.581575] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.600477] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "effc35fc-c65b-4e44-9635-af615d5b0a47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.600724] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.600924] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184925, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.611023] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184922, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.629177] env[68864]: DEBUG nova.network.neutron [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Successfully updated port: 45c41865-16ab-4b10-9d78-963af53ec87c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.845301] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.914859] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184923, 'name': Rename_Task, 'duration_secs': 0.170287} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.914859] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.914859] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31646d7b-f6a4-461d-8e85-729221d99c95 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.921059] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 639.921059] env[68864]: value = "task-3184926" [ 639.921059] env[68864]: _type = "Task" [ 639.921059] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.941870] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184926, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.975059] env[68864]: DEBUG nova.network.neutron [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Updated VIF entry in instance network info cache for port 6cbde43f-9d9d-4a1a-8717-2765dd8f2811. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.975346] env[68864]: DEBUG nova.network.neutron [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Updating instance_info_cache with network_info: [{"id": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "address": "fa:16:3e:5a:91:92", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cbde43f-9d", "ovs_interfaceid": "6cbde43f-9d9d-4a1a-8717-2765dd8f2811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.997987] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082782} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.998339] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.999423] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7234fe15-0ea2-4ee1-9647-f8a62cfdcec4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.025711] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a6be127e-d6cb-4781-ba8f-470e98976f05/a6be127e-d6cb-4781-ba8f-470e98976f05.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.027152] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb94ce1-39b6-43c9-86fe-ea7088807455 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.045252] env[68864]: DEBUG nova.compute.utils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.048858] env[68864]: DEBUG nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.049058] env[68864]: DEBUG nova.network.neutron [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.058539] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 640.058539] env[68864]: value = "task-3184927" [ 640.058539] env[68864]: _type = "Task" [ 640.058539] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.069855] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184927, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.094424] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184925, 'name': Rename_Task, 'duration_secs': 0.18429} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.095094] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.095439] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54988de1-9cc7-4268-8083-b2a677c2c2ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.102355] env[68864]: DEBUG nova.policy [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a5a9461fa294c2ca2184393426714f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '337d3155e5a84896a398ea05f6265d15', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.106799] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 640.106799] env[68864]: value = "task-3184928" [ 640.106799] env[68864]: _type = "Task" [ 640.106799] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.119644] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184928, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.123619] env[68864]: DEBUG oslo_vmware.api [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3184922, 'name': PowerOnVM_Task, 'duration_secs': 0.630052} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.123906] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.124131] env[68864]: INFO nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Took 11.18 seconds to spawn the instance on the hypervisor. [ 640.124353] env[68864]: DEBUG nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.126520] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6cadd7-ef74-4dfa-8ae8-f1e576e844b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.137044] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "refresh_cache-9e4b3977-b200-4fd9-9f22-3d0d19e16f89" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.137476] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "refresh_cache-9e4b3977-b200-4fd9-9f22-3d0d19e16f89" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.137476] env[68864]: DEBUG nova.network.neutron [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.435527] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184926, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.436640] env[68864]: DEBUG nova.network.neutron [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Successfully created port: 4a2cca23-f459-42d3-993d-c1617ac79799 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.482693] env[68864]: DEBUG oslo_concurrency.lockutils [req-16c54de0-7a5c-44c6-8170-bd2771b3c563 req-fc8ec1ea-7725-42f4-9ecb-e7ae3c48fd54 service nova] Releasing lock "refresh_cache-463efcaf-51f7-48db-aec5-192c6258b003" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.497960] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.498250] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.550349] env[68864]: DEBUG nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.569025] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.623443] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184928, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.655178] env[68864]: INFO nova.compute.manager [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Took 24.02 seconds to build instance. [ 640.730318] env[68864]: DEBUG nova.network.neutron [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.946917] env[68864]: DEBUG oslo_vmware.api [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184926, 'name': PowerOnVM_Task, 'duration_secs': 0.812618} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.948023] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.948023] env[68864]: DEBUG nova.compute.manager [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.948646] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2012ba41-3086-4a6e-b762-76a89600acc4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.028740] env[68864]: DEBUG nova.compute.manager [req-df5d8c4d-2b48-4982-ba50-057bdbf09cca req-1447662a-765d-453b-a44c-54935ae9c129 service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Received event network-vif-plugged-45c41865-16ab-4b10-9d78-963af53ec87c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.029126] env[68864]: DEBUG oslo_concurrency.lockutils [req-df5d8c4d-2b48-4982-ba50-057bdbf09cca req-1447662a-765d-453b-a44c-54935ae9c129 service nova] Acquiring lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.029279] env[68864]: DEBUG oslo_concurrency.lockutils [req-df5d8c4d-2b48-4982-ba50-057bdbf09cca req-1447662a-765d-453b-a44c-54935ae9c129 service nova] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.029464] env[68864]: DEBUG oslo_concurrency.lockutils [req-df5d8c4d-2b48-4982-ba50-057bdbf09cca req-1447662a-765d-453b-a44c-54935ae9c129 service nova] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.029647] env[68864]: DEBUG nova.compute.manager [req-df5d8c4d-2b48-4982-ba50-057bdbf09cca req-1447662a-765d-453b-a44c-54935ae9c129 service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] No waiting events found dispatching network-vif-plugged-45c41865-16ab-4b10-9d78-963af53ec87c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.029810] env[68864]: WARNING nova.compute.manager [req-df5d8c4d-2b48-4982-ba50-057bdbf09cca req-1447662a-765d-453b-a44c-54935ae9c129 service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Received unexpected event network-vif-plugged-45c41865-16ab-4b10-9d78-963af53ec87c for instance with vm_state building and task_state spawning. [ 641.044624] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf70b4a-f3e2-415f-8252-b13563adfeb6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.055173] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc740ac4-e822-45cb-b88f-c7746727baad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.101809] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab28746-0d8a-4160-9401-7f45cc4a32dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.108302] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184927, 'name': ReconfigVM_Task, 'duration_secs': 0.56628} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.108949] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a6be127e-d6cb-4781-ba8f-470e98976f05/a6be127e-d6cb-4781-ba8f-470e98976f05.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.109615] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c30a7f-0f40-470a-b6f9-628df10c8e2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.118676] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb35b4a-9178-4248-917d-374b9112b199 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.124253] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 641.124253] env[68864]: value = "task-3184929" [ 641.124253] env[68864]: _type = "Task" [ 641.124253] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.138465] env[68864]: DEBUG oslo_vmware.api [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184928, 'name': PowerOnVM_Task, 'duration_secs': 0.809813} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.139917] env[68864]: DEBUG nova.compute.provider_tree [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.141618] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.141881] env[68864]: INFO nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Took 7.08 seconds to spawn the instance on the hypervisor. [ 641.142117] env[68864]: DEBUG nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.143284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f171e44c-21b1-4b4f-8543-7a9bcd46fa00 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.150183] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184929, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.158401] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7567b86a-10e0-4558-b294-4328c1bc71c0 tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.535s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.161275] env[68864]: DEBUG nova.network.neutron [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Updating instance_info_cache with network_info: [{"id": "45c41865-16ab-4b10-9d78-963af53ec87c", "address": "fa:16:3e:59:88:3f", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c41865-16", "ovs_interfaceid": "45c41865-16ab-4b10-9d78-963af53ec87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.470446] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.565138] env[68864]: DEBUG nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.609332] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.609584] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.609784] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.609975] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.611048] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.611048] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.611048] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.611048] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.611048] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.611381] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.611381] env[68864]: DEBUG nova.virt.hardware [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.612085] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eb6e81-b2d5-4461-abb2-9ae4c55c0446 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.622101] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f7eebf-f0b0-4eaa-bf3a-82b57e997806 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.644760] env[68864]: DEBUG nova.scheduler.client.report [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.647705] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184929, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.671839] env[68864]: INFO nova.compute.manager [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Took 18.59 seconds to build instance. [ 641.673022] env[68864]: DEBUG nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.676919] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "refresh_cache-9e4b3977-b200-4fd9-9f22-3d0d19e16f89" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.676919] env[68864]: DEBUG nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance network_info: |[{"id": "45c41865-16ab-4b10-9d78-963af53ec87c", "address": "fa:16:3e:59:88:3f", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c41865-16", "ovs_interfaceid": "45c41865-16ab-4b10-9d78-963af53ec87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.677204] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:88:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45c41865-16ab-4b10-9d78-963af53ec87c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.686638] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating folder: Project (4cc25328be50497aafb753864ebfd480). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.690297] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89cf2f0c-b811-41c2-9856-9f14b9f4f360 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.700274] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created folder: Project (4cc25328be50497aafb753864ebfd480) in parent group-v636929. [ 641.700476] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating folder: Instances. Parent ref: group-v636983. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.702429] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-943519ac-8460-4486-9c7d-2e98aba641f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.714321] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created folder: Instances in parent group-v636983. [ 641.714389] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.714550] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.714759] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd94126b-2519-4041-92f4-3f0aacea0aff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.736521] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.736521] env[68864]: value = "task-3184932" [ 641.736521] env[68864]: _type = "Task" [ 641.736521] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.746392] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184932, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.142201] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184929, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.152039] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.152039] env[68864]: DEBUG nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.154745] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.949s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.155151] env[68864]: DEBUG nova.objects.instance [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lazy-loading 'resources' on Instance uuid 12460f16-35cc-4188-8839-fa43e3835a2d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.178238] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cfc84134-d502-4b65-950d-405c92a75ea9 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.106s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.200401] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.248756] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184932, 'name': CreateVM_Task, 'duration_secs': 0.439178} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.248756] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.249448] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.249662] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.249989] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.250273] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5118a3c-8aab-44d9-b6b7-cbdf03db9915 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.255553] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 642.255553] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524bc6bd-ecea-5423-7a63-7ab1e9143d97" [ 642.255553] env[68864]: _type = "Task" [ 642.255553] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.265039] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524bc6bd-ecea-5423-7a63-7ab1e9143d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.405548] env[68864]: DEBUG nova.compute.manager [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Received event network-changed-c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.405770] env[68864]: DEBUG nova.compute.manager [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Refreshing instance network info cache due to event network-changed-c1f3ae84-bb21-431d-bd11-43d053abc23c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.407517] env[68864]: DEBUG oslo_concurrency.lockutils [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] Acquiring lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.407774] env[68864]: DEBUG oslo_concurrency.lockutils [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] Acquired lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.410451] env[68864]: DEBUG nova.network.neutron [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Refreshing network info cache for port c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.484283] env[68864]: DEBUG nova.network.neutron [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Successfully updated port: 4a2cca23-f459-42d3-993d-c1617ac79799 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.503312] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52870a32-861c-7621-fcfa-07ae30ac2d08/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 642.504542] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f280ad89-2d88-416d-b7a3-df09dc8414de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.511119] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52870a32-861c-7621-fcfa-07ae30ac2d08/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 642.511315] env[68864]: ERROR oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52870a32-861c-7621-fcfa-07ae30ac2d08/disk-0.vmdk due to incomplete transfer. [ 642.511573] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ee46b98-f1bb-421a-b663-f64023264fa3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.519772] env[68864]: DEBUG oslo_vmware.rw_handles [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52870a32-861c-7621-fcfa-07ae30ac2d08/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 642.519995] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Uploaded image b97f5839-def7-4373-9f30-fada2ac2e8df to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 642.523024] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 642.523225] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c121ea4a-edca-48e1-bf41-68491f0cd701 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.530250] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 642.530250] env[68864]: value = "task-3184933" [ 642.530250] env[68864]: _type = "Task" [ 642.530250] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.542733] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184933, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.644990] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184929, 'name': Rename_Task, 'duration_secs': 1.26169} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.645310] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.645558] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9acb9089-af9f-4a0f-9bb3-0cac0f91041d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.652994] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 642.652994] env[68864]: value = "task-3184934" [ 642.652994] env[68864]: _type = "Task" [ 642.652994] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.657870] env[68864]: DEBUG nova.compute.utils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.662951] env[68864]: DEBUG nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.662951] env[68864]: DEBUG nova.network.neutron [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.669627] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184934, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.686390] env[68864]: DEBUG nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.731471] env[68864]: DEBUG nova.policy [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0f966924db64006b20958ea360bbccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc25328be50497aafb753864ebfd480', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.772015] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524bc6bd-ecea-5423-7a63-7ab1e9143d97, 'name': SearchDatastore_Task, 'duration_secs': 0.017848} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.774545] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.774881] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.776529] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.776529] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.776529] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.776529] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f31d012-2da9-4d9c-9f5d-9f54027bdcff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.793037] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.793261] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.794122] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a254bebb-e102-4f48-8fae-7b2d062b9387 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.801637] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 642.801637] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a24a04-7f06-0266-dd68-3bad18e90a37" [ 642.801637] env[68864]: _type = "Task" [ 642.801637] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.812796] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a24a04-7f06-0266-dd68-3bad18e90a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.990301] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "refresh_cache-0e72ec32-1c6e-413b-b5d1-c81d7315adb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.991636] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquired lock "refresh_cache-0e72ec32-1c6e-413b-b5d1-c81d7315adb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.991847] env[68864]: DEBUG nova.network.neutron [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.051174] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184933, 'name': Destroy_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.167533] env[68864]: DEBUG nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.181970] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184934, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.202160] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac21559c-d366-4fa6-b5ba-4144f28dcdda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.213993] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644df68-c480-4a88-9c42-2a89d5db6b4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.257338] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.261464] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482b6567-6296-438f-a7fd-b8657e6ccd77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.272331] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499219d4-f29f-447e-8729-ae8f12df36d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.304804] env[68864]: DEBUG nova.compute.provider_tree [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.317210] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a24a04-7f06-0266-dd68-3bad18e90a37, 'name': SearchDatastore_Task, 'duration_secs': 0.011471} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.318832] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb0cccb2-1a3b-4168-839e-aaba07770a34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.326986] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 643.326986] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528bc177-e801-b274-3aa8-e4841e42f9a9" [ 643.326986] env[68864]: _type = "Task" [ 643.326986] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.337709] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528bc177-e801-b274-3aa8-e4841e42f9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.473603] env[68864]: DEBUG nova.network.neutron [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Successfully created port: c1a1f5c6-8891-4609-93b0-75f33059e75f {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.541837] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184933, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.588529] env[68864]: DEBUG nova.network.neutron [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Updated VIF entry in instance network info cache for port c1f3ae84-bb21-431d-bd11-43d053abc23c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.588529] env[68864]: DEBUG nova.network.neutron [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Updating instance_info_cache with network_info: [{"id": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "address": "fa:16:3e:3e:16:48", "network": {"id": "c9defd85-ea92-4e2c-af80-beb9b32c88cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-650791559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60016c16a4024446a80e31a3930938b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f3ae84-bb", "ovs_interfaceid": "c1f3ae84-bb21-431d-bd11-43d053abc23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.605854] env[68864]: DEBUG nova.network.neutron [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.671724] env[68864]: DEBUG oslo_vmware.api [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3184934, 'name': PowerOnVM_Task, 'duration_secs': 0.54325} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.672614] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.672614] env[68864]: INFO nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Took 12.19 seconds to spawn the instance on the hypervisor. [ 643.672783] env[68864]: DEBUG nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.681277] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58568d0a-30a7-4d73-8b99-f44ff4708911 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.817021] env[68864]: DEBUG nova.scheduler.client.report [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.840904] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528bc177-e801-b274-3aa8-e4841e42f9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.026392} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.844350] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.844829] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.846033] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1efe8ce-6999-4078-aea3-95f22586f0d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.859666] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 643.859666] env[68864]: value = "task-3184935" [ 643.859666] env[68864]: _type = "Task" [ 643.859666] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.872784] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.045104] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184933, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.091404] env[68864]: DEBUG nova.network.neutron [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Updating instance_info_cache with network_info: [{"id": "4a2cca23-f459-42d3-993d-c1617ac79799", "address": "fa:16:3e:59:e8:b7", "network": {"id": "64d045bd-c7f1-4776-a24b-1a79a63d1069", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1957671427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "337d3155e5a84896a398ea05f6265d15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2cca23-f4", "ovs_interfaceid": "4a2cca23-f459-42d3-993d-c1617ac79799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.093287] env[68864]: DEBUG oslo_concurrency.lockutils [req-958694df-7eef-4b12-9c32-ca4df9e2ffab req-0cf14317-e73f-4830-b1e9-eec6d32715c6 service nova] Releasing lock "refresh_cache-48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.130552] env[68864]: DEBUG nova.compute.manager [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Received event network-changed-45c41865-16ab-4b10-9d78-963af53ec87c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.130750] env[68864]: DEBUG nova.compute.manager [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Refreshing instance network info cache due to event network-changed-45c41865-16ab-4b10-9d78-963af53ec87c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.130808] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Acquiring lock "refresh_cache-9e4b3977-b200-4fd9-9f22-3d0d19e16f89" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.130936] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Acquired lock "refresh_cache-9e4b3977-b200-4fd9-9f22-3d0d19e16f89" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.131670] env[68864]: DEBUG nova.network.neutron [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Refreshing network info cache for port 45c41865-16ab-4b10-9d78-963af53ec87c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.181766] env[68864]: DEBUG nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.215762] env[68864]: INFO nova.compute.manager [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Took 24.10 seconds to build instance. [ 644.223353] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.223794] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.223794] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.227078] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.227078] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.227078] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.227078] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.227078] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.227491] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.227491] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.227491] env[68864]: DEBUG nova.virt.hardware [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.230228] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8452b9c9-af47-4932-aa38-137c0e516110 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.242526] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37fe28-914f-4e27-85a7-beafc300a175 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.320964] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.323476] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.052s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.323680] env[68864]: DEBUG nova.objects.instance [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 644.370855] env[68864]: INFO nova.scheduler.client.report [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Deleted allocations for instance 12460f16-35cc-4188-8839-fa43e3835a2d [ 644.376475] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184935, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.550112] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184933, 'name': Destroy_Task, 'duration_secs': 1.676044} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.550112] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Destroyed the VM [ 644.550313] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 644.550547] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-109894ad-d87f-4c57-bb54-f8b4ebb20914 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.559299] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 644.559299] env[68864]: value = "task-3184936" [ 644.559299] env[68864]: _type = "Task" [ 644.559299] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.573305] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.597278] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Releasing lock "refresh_cache-0e72ec32-1c6e-413b-b5d1-c81d7315adb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.597278] env[68864]: DEBUG nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Instance network_info: |[{"id": "4a2cca23-f459-42d3-993d-c1617ac79799", "address": "fa:16:3e:59:e8:b7", "network": {"id": "64d045bd-c7f1-4776-a24b-1a79a63d1069", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1957671427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "337d3155e5a84896a398ea05f6265d15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2cca23-f4", "ovs_interfaceid": "4a2cca23-f459-42d3-993d-c1617ac79799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.597740] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:e8:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a2cca23-f459-42d3-993d-c1617ac79799', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.604948] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Creating folder: Project (337d3155e5a84896a398ea05f6265d15). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.605333] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daf522ef-847f-42eb-abf7-1803f7eb1ce8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.617203] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Created folder: Project (337d3155e5a84896a398ea05f6265d15) in parent group-v636929. [ 644.617468] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Creating folder: Instances. Parent ref: group-v636986. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.617748] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5be74748-576b-4621-a2c3-98eede20af07 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.632022] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Created folder: Instances in parent group-v636986. [ 644.632022] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.632022] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.632022] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf318e2-7db8-4a9e-8a9b-eee144d4820f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.656835] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.656835] env[68864]: value = "task-3184939" [ 644.656835] env[68864]: _type = "Task" [ 644.656835] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.675230] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184939, 'name': CreateVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.715463] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.716857] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.717122] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.717420] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.717659] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.723931] env[68864]: INFO nova.compute.manager [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Terminating instance [ 644.728518] env[68864]: DEBUG oslo_concurrency.lockutils [None req-141ada12-9ca7-4716-8552-fdb130a6be3b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.430s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.878033] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880298} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.878381] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.878639] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.879011] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ef768e8-72df-4b02-a6bd-8d8da2279433 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.885402] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4e8a9e3b-e997-4e6b-8623-e0880c59e239 tempest-TenantUsagesTestJSON-1322202298 tempest-TenantUsagesTestJSON-1322202298-project-member] Lock "12460f16-35cc-4188-8839-fa43e3835a2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.448s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.889592] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 644.889592] env[68864]: value = "task-3184940" [ 644.889592] env[68864]: _type = "Task" [ 644.889592] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.898795] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.077054] env[68864]: DEBUG oslo_vmware.api [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184936, 'name': RemoveSnapshot_Task, 'duration_secs': 0.508388} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.080369] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 645.080369] env[68864]: INFO nova.compute.manager [None req-eb0e6286-7d35-439b-8c67-172a90c178d2 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Took 17.69 seconds to snapshot the instance on the hypervisor. [ 645.148509] env[68864]: DEBUG nova.network.neutron [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Updated VIF entry in instance network info cache for port 45c41865-16ab-4b10-9d78-963af53ec87c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.149317] env[68864]: DEBUG nova.network.neutron [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Updating instance_info_cache with network_info: [{"id": "45c41865-16ab-4b10-9d78-963af53ec87c", "address": "fa:16:3e:59:88:3f", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45c41865-16", "ovs_interfaceid": "45c41865-16ab-4b10-9d78-963af53ec87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.170459] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184939, 'name': CreateVM_Task, 'duration_secs': 0.470768} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.170641] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.171302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.171462] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.171782] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.172112] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44958a62-621b-4009-8d43-8d6ee58fe1d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.177164] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 645.177164] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5232fea5-f354-a419-636c-eb0e57083c74" [ 645.177164] env[68864]: _type = "Task" [ 645.177164] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.186475] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5232fea5-f354-a419-636c-eb0e57083c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.226301] env[68864]: DEBUG nova.compute.manager [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.226569] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.227559] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f4f44-8c03-47b8-b825-40460bcf8765 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.234605] env[68864]: DEBUG nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.241902] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.243095] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d1af60-76b2-4b39-89a2-bf3b18254076 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.251238] env[68864]: DEBUG oslo_vmware.api [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 645.251238] env[68864]: value = "task-3184941" [ 645.251238] env[68864]: _type = "Task" [ 645.251238] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.264452] env[68864]: DEBUG oslo_vmware.api [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.341536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ea2eaf78-38a0-4bd2-9c7b-b984470fe26d tempest-ServersAdmin275Test-184626499 tempest-ServersAdmin275Test-184626499-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.344420] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.044s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.345269] env[68864]: INFO nova.compute.claims [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.403958] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070106} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.404519] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.405676] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6fb013-885c-470c-b68c-513a454a4f88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.432734] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.434111] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31784d6-4ce1-4c39-99c3-d3a8546b0270 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.453519] env[68864]: DEBUG nova.network.neutron [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Successfully updated port: c1a1f5c6-8891-4609-93b0-75f33059e75f {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.460329] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 645.460329] env[68864]: value = "task-3184942" [ 645.460329] env[68864]: _type = "Task" [ 645.460329] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.471273] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.653231] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Releasing lock "refresh_cache-9e4b3977-b200-4fd9-9f22-3d0d19e16f89" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.653231] env[68864]: DEBUG nova.compute.manager [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Received event network-vif-plugged-4a2cca23-f459-42d3-993d-c1617ac79799 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.653231] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Acquiring lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.653231] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.653231] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.653428] env[68864]: DEBUG nova.compute.manager [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] No waiting events found dispatching network-vif-plugged-4a2cca23-f459-42d3-993d-c1617ac79799 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.653428] env[68864]: WARNING nova.compute.manager [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Received unexpected event network-vif-plugged-4a2cca23-f459-42d3-993d-c1617ac79799 for instance with vm_state building and task_state spawning. [ 645.653428] env[68864]: DEBUG nova.compute.manager [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Received event network-changed-4a2cca23-f459-42d3-993d-c1617ac79799 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.653428] env[68864]: DEBUG nova.compute.manager [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Refreshing instance network info cache due to event network-changed-4a2cca23-f459-42d3-993d-c1617ac79799. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.653592] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Acquiring lock "refresh_cache-0e72ec32-1c6e-413b-b5d1-c81d7315adb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.653690] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Acquired lock "refresh_cache-0e72ec32-1c6e-413b-b5d1-c81d7315adb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.654047] env[68864]: DEBUG nova.network.neutron [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Refreshing network info cache for port 4a2cca23-f459-42d3-993d-c1617ac79799 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.696654] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.696925] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.697175] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5232fea5-f354-a419-636c-eb0e57083c74, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.697451] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.697684] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.697893] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.698366] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.698727] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.702224] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eddfd95-3bd6-40f4-8f23-1026143a7d6a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.713948] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.714188] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.715353] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac4c7aa-dfa6-4fc7-8464-4bfc246fbd24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.723719] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 645.723719] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ace5e9-8671-5043-8cde-687589ea62e0" [ 645.723719] env[68864]: _type = "Task" [ 645.723719] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.734264] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ace5e9-8671-5043-8cde-687589ea62e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.764784] env[68864]: DEBUG oslo_vmware.api [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184941, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.773357] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.957398] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "refresh_cache-0e20a788-5e96-412d-9449-a4af1ba5aa30" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.958207] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "refresh_cache-0e20a788-5e96-412d-9449-a4af1ba5aa30" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.958207] env[68864]: DEBUG nova.network.neutron [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.971191] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.052579] env[68864]: DEBUG nova.compute.manager [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Received event network-changed-086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.052579] env[68864]: DEBUG nova.compute.manager [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Refreshing instance network info cache due to event network-changed-086eaf72-e861-4aa4-9900-ecd93e52c222. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.052732] env[68864]: DEBUG oslo_concurrency.lockutils [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] Acquiring lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.053704] env[68864]: DEBUG oslo_concurrency.lockutils [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] Acquired lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.057185] env[68864]: DEBUG nova.network.neutron [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Refreshing network info cache for port 086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.236238] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ace5e9-8671-5043-8cde-687589ea62e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015483} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.237191] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d764443-ab11-4763-acdd-5209f6837fe4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.243695] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 646.243695] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525e89d9-e73d-8eeb-ece6-78c8e144aceb" [ 646.243695] env[68864]: _type = "Task" [ 646.243695] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.254765] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525e89d9-e73d-8eeb-ece6-78c8e144aceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.266143] env[68864]: DEBUG oslo_vmware.api [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184941, 'name': PowerOffVM_Task, 'duration_secs': 0.556901} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.266468] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.267178] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.267178] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ec19e0-efca-4a42-9f00-4ee6b3539a5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.339641] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.342345] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.342345] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleting the datastore file [datastore2] 3e8f537c-36f9-4d3b-8c48-55efb1582f53 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.342345] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34b5f1ae-c0d8-4ce1-a930-d470ac6ee6aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.350189] env[68864]: DEBUG oslo_vmware.api [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 646.350189] env[68864]: value = "task-3184944" [ 646.350189] env[68864]: _type = "Task" [ 646.350189] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.369454] env[68864]: DEBUG oslo_vmware.api [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.426128] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.426539] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.478336] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184942, 'name': ReconfigVM_Task, 'duration_secs': 0.582818} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.478814] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.479717] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4645841f-8844-489f-95b2-bd57dd7036cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.484653] env[68864]: DEBUG nova.network.neutron [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Updated VIF entry in instance network info cache for port 4a2cca23-f459-42d3-993d-c1617ac79799. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.484653] env[68864]: DEBUG nova.network.neutron [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Updating instance_info_cache with network_info: [{"id": "4a2cca23-f459-42d3-993d-c1617ac79799", "address": "fa:16:3e:59:e8:b7", "network": {"id": "64d045bd-c7f1-4776-a24b-1a79a63d1069", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1957671427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "337d3155e5a84896a398ea05f6265d15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2cca23-f4", "ovs_interfaceid": "4a2cca23-f459-42d3-993d-c1617ac79799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.491965] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 646.491965] env[68864]: value = "task-3184945" [ 646.491965] env[68864]: _type = "Task" [ 646.491965] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.499905] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184945, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.748644] env[68864]: DEBUG nova.network.neutron [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.759547] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525e89d9-e73d-8eeb-ece6-78c8e144aceb, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.759985] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.760465] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0e72ec32-1c6e-413b-b5d1-c81d7315adb8/0e72ec32-1c6e-413b-b5d1-c81d7315adb8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.760590] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c5a8ea-7db0-4c8b-9440-44bf35fc2119 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.767955] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 646.767955] env[68864]: value = "task-3184946" [ 646.767955] env[68864]: _type = "Task" [ 646.767955] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.782514] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.814697] env[68864]: DEBUG nova.network.neutron [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Updated VIF entry in instance network info cache for port 086eaf72-e861-4aa4-9900-ecd93e52c222. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.815128] env[68864]: DEBUG nova.network.neutron [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Updating instance_info_cache with network_info: [{"id": "086eaf72-e861-4aa4-9900-ecd93e52c222", "address": "fa:16:3e:f0:7e:60", "network": {"id": "fde3317b-7a73-4deb-bd81-c24023524eb6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-168646232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7be97a4b4fa9463495fbc28245f26f61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap086eaf72-e8", "ovs_interfaceid": "086eaf72-e861-4aa4-9900-ecd93e52c222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.821609] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a9c1f9-a4ab-472f-932f-6829a3e373c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.830595] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132c53be-a08d-4de6-acf3-fe199bdabf23 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.873760] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92705dcf-86cb-414e-9b35-808a1dd67a57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.883613] env[68864]: DEBUG oslo_vmware.api [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3184944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138536} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.889105] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.889105] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.889105] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.889105] env[68864]: INFO nova.compute.manager [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Took 1.66 seconds to destroy the instance on the hypervisor. [ 646.889105] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.889934] env[68864]: DEBUG nova.compute.manager [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.889934] env[68864]: DEBUG nova.network.neutron [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.893189] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d165a663-adb7-4162-a507-b2f0d95ad2dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.910044] env[68864]: DEBUG nova.compute.provider_tree [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.987521] env[68864]: DEBUG oslo_concurrency.lockutils [req-7eb61926-360a-4e05-9a23-9718df51c401 req-3e58debc-1470-4ecb-8a0a-c639ec8d0bdb service nova] Releasing lock "refresh_cache-0e72ec32-1c6e-413b-b5d1-c81d7315adb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.002168] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184945, 'name': Rename_Task, 'duration_secs': 0.345376} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.002343] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.002490] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa9ff37-5635-4d2d-9ca7-5626a3e07535 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.009516] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 647.009516] env[68864]: value = "task-3184947" [ 647.009516] env[68864]: _type = "Task" [ 647.009516] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.018853] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.036461] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.036916] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.278945] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471814} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.279846] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0e72ec32-1c6e-413b-b5d1-c81d7315adb8/0e72ec32-1c6e-413b-b5d1-c81d7315adb8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.280127] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.280399] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9648ee2d-f2a0-43c6-9b82-959b21a2454b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.291933] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 647.291933] env[68864]: value = "task-3184948" [ 647.291933] env[68864]: _type = "Task" [ 647.291933] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.302434] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.310851] env[68864]: DEBUG nova.network.neutron [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Updating instance_info_cache with network_info: [{"id": "c1a1f5c6-8891-4609-93b0-75f33059e75f", "address": "fa:16:3e:f7:41:c8", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a1f5c6-88", "ovs_interfaceid": "c1a1f5c6-8891-4609-93b0-75f33059e75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.317885] env[68864]: DEBUG oslo_concurrency.lockutils [req-b75ebf72-413b-4aff-b8df-1913760f4bea req-1ea2a128-9584-47a3-9bd5-bbce66ec33e6 service nova] Releasing lock "refresh_cache-3b997273-a3b3-4dc2-84ad-df4720affba5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.438697] env[68864]: ERROR nova.scheduler.client.report [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [req-3332e0ea-779f-4691-8e5f-c494a5a768df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3332e0ea-779f-4691-8e5f-c494a5a768df"}]} [ 647.462693] env[68864]: DEBUG nova.scheduler.client.report [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 647.480588] env[68864]: DEBUG nova.scheduler.client.report [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 647.480763] env[68864]: DEBUG nova.compute.provider_tree [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.492658] env[68864]: DEBUG nova.scheduler.client.report [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 647.520422] env[68864]: DEBUG nova.scheduler.client.report [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 647.526847] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.758516] env[68864]: DEBUG nova.network.neutron [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.806346] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070775} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.809464] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.810938] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b798307-5406-4236-b8e1-28c876f69154 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.828361] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "refresh_cache-0e20a788-5e96-412d-9449-a4af1ba5aa30" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.829285] env[68864]: DEBUG nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Instance network_info: |[{"id": "c1a1f5c6-8891-4609-93b0-75f33059e75f", "address": "fa:16:3e:f7:41:c8", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a1f5c6-88", "ovs_interfaceid": "c1a1f5c6-8891-4609-93b0-75f33059e75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.839760] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 0e72ec32-1c6e-413b-b5d1-c81d7315adb8/0e72ec32-1c6e-413b-b5d1-c81d7315adb8.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.843099] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:41:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1a1f5c6-8891-4609-93b0-75f33059e75f', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.850611] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.850851] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112fbb8c-9488-4f5f-95b4-ec7d9a27ad92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.867049] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.867619] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cbf5279-db68-4a86-863d-e954867d6634 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.889090] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 647.889090] env[68864]: value = "task-3184949" [ 647.889090] env[68864]: _type = "Task" [ 647.889090] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.890315] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.890315] env[68864]: value = "task-3184950" [ 647.890315] env[68864]: _type = "Task" [ 647.890315] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.902099] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.906950] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184950, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.026402] env[68864]: DEBUG oslo_vmware.api [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184947, 'name': PowerOnVM_Task, 'duration_secs': 0.875835} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.028233] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.028233] env[68864]: INFO nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Took 9.08 seconds to spawn the instance on the hypervisor. [ 648.028233] env[68864]: DEBUG nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.029283] env[68864]: DEBUG nova.compute.manager [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Received event network-vif-plugged-c1a1f5c6-8891-4609-93b0-75f33059e75f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.029495] env[68864]: DEBUG oslo_concurrency.lockutils [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] Acquiring lock "0e20a788-5e96-412d-9449-a4af1ba5aa30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.029699] env[68864]: DEBUG oslo_concurrency.lockutils [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.029862] env[68864]: DEBUG oslo_concurrency.lockutils [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.030033] env[68864]: DEBUG nova.compute.manager [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] No waiting events found dispatching network-vif-plugged-c1a1f5c6-8891-4609-93b0-75f33059e75f {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.030195] env[68864]: WARNING nova.compute.manager [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Received unexpected event network-vif-plugged-c1a1f5c6-8891-4609-93b0-75f33059e75f for instance with vm_state building and task_state spawning. [ 648.030345] env[68864]: DEBUG nova.compute.manager [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Received event network-changed-c1a1f5c6-8891-4609-93b0-75f33059e75f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.030504] env[68864]: DEBUG nova.compute.manager [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Refreshing instance network info cache due to event network-changed-c1a1f5c6-8891-4609-93b0-75f33059e75f. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.030683] env[68864]: DEBUG oslo_concurrency.lockutils [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] Acquiring lock "refresh_cache-0e20a788-5e96-412d-9449-a4af1ba5aa30" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.030867] env[68864]: DEBUG oslo_concurrency.lockutils [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] Acquired lock "refresh_cache-0e20a788-5e96-412d-9449-a4af1ba5aa30" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.030966] env[68864]: DEBUG nova.network.neutron [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Refreshing network info cache for port c1a1f5c6-8891-4609-93b0-75f33059e75f {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.032574] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec8dda-2859-413c-9d84-7f2b031c1fce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.063460] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82def16f-b4d1-47e9-ba42-43b4d62070bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.071761] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d983ed-dc16-44ce-9d9d-44bb1834ccbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.105370] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3262672-7071-42f3-9974-95b2c70c6487 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.113637] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36f9c21-dbcb-467a-8677-b7f3fe491ab2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.129944] env[68864]: DEBUG nova.compute.provider_tree [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.262069] env[68864]: INFO nova.compute.manager [-] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Took 1.37 seconds to deallocate network for instance. [ 648.411534] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.413695] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184950, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.557407] env[68864]: INFO nova.compute.manager [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Took 23.34 seconds to build instance. [ 648.670212] env[68864]: DEBUG nova.scheduler.client.report [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 648.670813] env[68864]: DEBUG nova.compute.provider_tree [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 37 to 38 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 648.670813] env[68864]: DEBUG nova.compute.provider_tree [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.775556] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.905995] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184949, 'name': ReconfigVM_Task, 'duration_secs': 0.698097} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.907060] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 0e72ec32-1c6e-413b-b5d1-c81d7315adb8/0e72ec32-1c6e-413b-b5d1-c81d7315adb8.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.907551] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c5709b-2e03-48d4-88a5-df242ac613bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.913265] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184950, 'name': CreateVM_Task, 'duration_secs': 0.5689} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.913858] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.914653] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.914901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.915339] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.916040] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3f3c5b-b112-4ae5-b47f-a95f22554d3e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.918595] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 648.918595] env[68864]: value = "task-3184951" [ 648.918595] env[68864]: _type = "Task" [ 648.918595] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.923538] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 648.923538] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524af5b0-d0db-a564-5eb9-6c6765f19e1a" [ 648.923538] env[68864]: _type = "Task" [ 648.923538] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.932458] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184951, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.938441] env[68864]: INFO nova.compute.manager [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Rebuilding instance [ 648.940999] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524af5b0-d0db-a564-5eb9-6c6765f19e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.941923] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.943622] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.943622] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.943622] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.943622] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.943622] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a7ac12f-feb3-478a-892f-58d61500e453 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.953583] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.956421] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.956421] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ac862d-5ee5-4477-9449-d4247920be4b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.961651] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 648.961651] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526346df-0435-7877-df87-f490619758ca" [ 648.961651] env[68864]: _type = "Task" [ 648.961651] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.971171] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526346df-0435-7877-df87-f490619758ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.986080] env[68864]: DEBUG nova.network.neutron [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Updated VIF entry in instance network info cache for port c1a1f5c6-8891-4609-93b0-75f33059e75f. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.986080] env[68864]: DEBUG nova.network.neutron [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Updating instance_info_cache with network_info: [{"id": "c1a1f5c6-8891-4609-93b0-75f33059e75f", "address": "fa:16:3e:f7:41:c8", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1a1f5c6-88", "ovs_interfaceid": "c1a1f5c6-8891-4609-93b0-75f33059e75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.010981] env[68864]: DEBUG nova.compute.manager [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.012741] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae819b3-a050-4983-a6b5-d61fd0f7c601 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.059849] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8fddc2eb-400b-42e5-a364-769ca88d2c4e tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.081s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.178140] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.835s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.178685] env[68864]: DEBUG nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.181452] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.409s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.181730] env[68864]: DEBUG nova.objects.instance [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'resources' on Instance uuid 71295469-1a0b-4932-bde8-2eb103dcb54a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.187604] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "2905a98a-3997-4357-bcbc-65d31c2f694f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.190343] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.190343] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "2905a98a-3997-4357-bcbc-65d31c2f694f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.190343] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.190343] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.191420] env[68864]: INFO nova.compute.manager [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Terminating instance [ 649.431656] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184951, 'name': Rename_Task, 'duration_secs': 0.202748} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.431656] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.431656] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-639109cb-904d-486c-bcff-0922272e2274 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.436855] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 649.436855] env[68864]: value = "task-3184952" [ 649.436855] env[68864]: _type = "Task" [ 649.436855] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.448148] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.475230] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526346df-0435-7877-df87-f490619758ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.478453] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375dd9ec-2752-4c3a-9baf-2f5da7acd674 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.485260] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 649.485260] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ea5cc7-75b7-d596-adb8-9dde5134b829" [ 649.485260] env[68864]: _type = "Task" [ 649.485260] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.489154] env[68864]: DEBUG oslo_concurrency.lockutils [req-21f39f08-f70f-4d1f-a0ac-c7e7cb0a7284 req-06f7fa3a-2d88-4632-a24a-148ef31f0df7 service nova] Releasing lock "refresh_cache-0e20a788-5e96-412d-9449-a4af1ba5aa30" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.494282] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ea5cc7-75b7-d596-adb8-9dde5134b829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.563103] env[68864]: DEBUG nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.684697] env[68864]: DEBUG nova.compute.utils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.690880] env[68864]: DEBUG nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.690880] env[68864]: DEBUG nova.network.neutron [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.696633] env[68864]: DEBUG nova.compute.manager [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.696760] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.698213] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326c2fce-4e71-43c1-a6d4-56ef1b937283 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.707623] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.707623] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d55b4c3-3fc7-41df-b7e2-6eb4c8de5c7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.779841] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.780044] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.780368] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleting the datastore file [datastore1] 2905a98a-3997-4357-bcbc-65d31c2f694f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.780599] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46afb6ab-f800-4498-985a-ac3464137a5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.792417] env[68864]: DEBUG oslo_vmware.api [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 649.792417] env[68864]: value = "task-3184954" [ 649.792417] env[68864]: _type = "Task" [ 649.792417] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.799889] env[68864]: DEBUG nova.policy [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05fb216267544437967fc7dfcafaa582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a66ff9c8999e46f3b315290d6f3b5e32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.804520] env[68864]: DEBUG oslo_vmware.api [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.813625] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "b3f025fc-1b13-4953-b4e2-1939a684998c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.813872] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.952425] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.000429] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ea5cc7-75b7-d596-adb8-9dde5134b829, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.000761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.001077] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0e20a788-5e96-412d-9449-a4af1ba5aa30/0e20a788-5e96-412d-9449-a4af1ba5aa30.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.001341] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690e6972-6589-4e86-b23a-6f40edd7aee5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.007492] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 650.007492] env[68864]: value = "task-3184955" [ 650.007492] env[68864]: _type = "Task" [ 650.007492] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.015550] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.031614] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.031614] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b051a7-f818-41c7-aa20-a5163eb12073 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.039815] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 650.039815] env[68864]: value = "task-3184956" [ 650.039815] env[68864]: _type = "Task" [ 650.039815] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.048790] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.086464] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.195646] env[68864]: DEBUG nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.262702] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb39b096-e995-4ccb-bbd0-008b60bbfb8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.271047] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f900ec-af06-4988-bb81-8f34eee8ef97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.315104] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f990bcb-c1ce-4bc8-a7b8-c6f74964ee0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.322555] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "7daf798a-21b2-43e2-8f25-8f349f2863e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.322555] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.328304] env[68864]: DEBUG oslo_vmware.api [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3184954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196253} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.331049] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.331286] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.331460] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.331759] env[68864]: INFO nova.compute.manager [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Took 0.63 seconds to destroy the instance on the hypervisor. [ 650.331952] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.333403] env[68864]: DEBUG nova.network.neutron [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Successfully created port: 2e1a9588-9798-47df-b93f-6a60a6234949 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.335402] env[68864]: DEBUG nova.compute.manager [-] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.335506] env[68864]: DEBUG nova.network.neutron [-] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.338152] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087adea9-ee8d-4413-a278-c89876c3c51f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.364199] env[68864]: DEBUG nova.compute.provider_tree [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.454070] env[68864]: DEBUG oslo_vmware.api [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184952, 'name': PowerOnVM_Task, 'duration_secs': 0.656431} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.454070] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.454070] env[68864]: INFO nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Took 8.89 seconds to spawn the instance on the hypervisor. [ 650.454070] env[68864]: DEBUG nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.455326] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec09dc11-6d7e-4ce0-b946-d00905cbdce9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.519408] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486842} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.520424] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 0e20a788-5e96-412d-9449-a4af1ba5aa30/0e20a788-5e96-412d-9449-a4af1ba5aa30.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.520648] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.520913] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-472f1428-7f5c-4dc5-822a-ca10c959af3e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.528707] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 650.528707] env[68864]: value = "task-3184957" [ 650.528707] env[68864]: _type = "Task" [ 650.528707] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.540073] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.556943] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184956, 'name': PowerOffVM_Task, 'duration_secs': 0.186481} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.557540] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.558076] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.559305] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6742870c-756c-4116-a694-b6c6ba8065ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.569867] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.570187] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66126217-3daf-4dea-8824-da903ec7a88a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.599109] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.599109] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.599254] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Deleting the datastore file [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.599554] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-474285fc-d453-4740-993f-f7de0001edab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.608389] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 650.608389] env[68864]: value = "task-3184959" [ 650.608389] env[68864]: _type = "Task" [ 650.608389] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.619768] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.621896] env[68864]: DEBUG nova.compute.manager [req-0a5a1424-916b-457b-948b-2c080378cac3 req-a559c5d6-0e4c-498c-9e52-c53088ad3deb service nova] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Received event network-vif-deleted-628f2eaa-48b7-42e9-8a64-c5a705d8f32a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.869521] env[68864]: DEBUG nova.scheduler.client.report [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.981079] env[68864]: INFO nova.compute.manager [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Took 24.02 seconds to build instance. [ 651.045679] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074271} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.045679] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.045679] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537f9d8b-ef7d-4200-9bc1-03b31111effe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.074452] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 0e20a788-5e96-412d-9449-a4af1ba5aa30/0e20a788-5e96-412d-9449-a4af1ba5aa30.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.077079] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5fa2533-c921-4e2c-acb3-a141a656a827 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.099468] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 651.099468] env[68864]: value = "task-3184960" [ 651.099468] env[68864]: _type = "Task" [ 651.099468] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.116448] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.126786] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124475} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.127101] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.127385] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.127671] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.213691] env[68864]: DEBUG nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.246906] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.247214] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.247318] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.247497] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.247641] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.247787] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.248033] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.249785] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.249785] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.249785] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.249970] env[68864]: DEBUG nova.virt.hardware [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.252641] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37806b1c-7904-45e7-bd69-1cd1bc20c6d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.260797] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5c59a6-0c1b-4219-8193-9e62c0c69944 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.350445] env[68864]: DEBUG nova.network.neutron [-] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.375754] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.378243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.298s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.378463] env[68864]: DEBUG nova.objects.instance [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lazy-loading 'resources' on Instance uuid 9d87c672-1de2-40a6-bce5-c48357027d1d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.414764] env[68864]: INFO nova.scheduler.client.report [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted allocations for instance 71295469-1a0b-4932-bde8-2eb103dcb54a [ 651.483322] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbbbb59f-f652-41cd-91a2-218ef06f60fa tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.653s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.611288] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.854862] env[68864]: INFO nova.compute.manager [-] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Took 1.52 seconds to deallocate network for instance. [ 651.924573] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44bca42f-a849-4445-9517-b6fc3b952fe4 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "71295469-1a0b-4932-bde8-2eb103dcb54a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.095s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.989957] env[68864]: DEBUG nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.063935] env[68864]: DEBUG nova.network.neutron [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Successfully updated port: 2e1a9588-9798-47df-b93f-6a60a6234949 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.110417] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184960, 'name': ReconfigVM_Task, 'duration_secs': 1.003697} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.113172] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 0e20a788-5e96-412d-9449-a4af1ba5aa30/0e20a788-5e96-412d-9449-a4af1ba5aa30.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.114587] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edba7881-81ca-4b28-bb1b-82220b04f8af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.120540] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 652.120540] env[68864]: value = "task-3184961" [ 652.120540] env[68864]: _type = "Task" [ 652.120540] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.140275] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184961, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.166238] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.166487] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.166643] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.166822] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.167273] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.167479] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.167700] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.167863] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.168038] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.168207] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.168474] env[68864]: DEBUG nova.virt.hardware [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.169340] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16737da8-d15d-45b0-9299-144dcdfcd7f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.178282] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e2b858-73a3-472c-bf4c-c48cf1f7baeb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.203612] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.210291] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.210291] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.210291] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16bc8cf8-b39e-491c-8b06-cda41409d7ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.229153] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.229153] env[68864]: value = "task-3184962" [ 652.229153] env[68864]: _type = "Task" [ 652.229153] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.236632] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184962, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.295691] env[68864]: DEBUG nova.compute.manager [req-2783becf-9b0a-4afc-90ae-b54e1f3e5649 req-53eb20e3-386f-465f-b6b7-6be2c15f88a4 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Received event network-vif-plugged-2e1a9588-9798-47df-b93f-6a60a6234949 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.295965] env[68864]: DEBUG oslo_concurrency.lockutils [req-2783becf-9b0a-4afc-90ae-b54e1f3e5649 req-53eb20e3-386f-465f-b6b7-6be2c15f88a4 service nova] Acquiring lock "69161637-7589-4a65-8f6d-39831ceb7480-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.296204] env[68864]: DEBUG oslo_concurrency.lockutils [req-2783becf-9b0a-4afc-90ae-b54e1f3e5649 req-53eb20e3-386f-465f-b6b7-6be2c15f88a4 service nova] Lock "69161637-7589-4a65-8f6d-39831ceb7480-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.296422] env[68864]: DEBUG oslo_concurrency.lockutils [req-2783becf-9b0a-4afc-90ae-b54e1f3e5649 req-53eb20e3-386f-465f-b6b7-6be2c15f88a4 service nova] Lock "69161637-7589-4a65-8f6d-39831ceb7480-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.296573] env[68864]: DEBUG nova.compute.manager [req-2783becf-9b0a-4afc-90ae-b54e1f3e5649 req-53eb20e3-386f-465f-b6b7-6be2c15f88a4 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] No waiting events found dispatching network-vif-plugged-2e1a9588-9798-47df-b93f-6a60a6234949 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.296724] env[68864]: WARNING nova.compute.manager [req-2783becf-9b0a-4afc-90ae-b54e1f3e5649 req-53eb20e3-386f-465f-b6b7-6be2c15f88a4 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Received unexpected event network-vif-plugged-2e1a9588-9798-47df-b93f-6a60a6234949 for instance with vm_state building and task_state spawning. [ 652.364312] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.459612] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b47a92-a981-40d7-978a-db70f187b5cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.469548] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c9fafe-e166-4798-bdbc-aa748ae6128d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.511083] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1386f7a-fd4c-48b5-b935-c4ed353a9c12 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.525390] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b53102-e96a-4337-ac44-afef9d4becd6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.540400] env[68864]: DEBUG nova.compute.provider_tree [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.542693] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.565537] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "refresh_cache-69161637-7589-4a65-8f6d-39831ceb7480" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.565647] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquired lock "refresh_cache-69161637-7589-4a65-8f6d-39831ceb7480" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.565800] env[68864]: DEBUG nova.network.neutron [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.635119] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184961, 'name': Rename_Task, 'duration_secs': 0.256578} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.635435] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.635687] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4726e109-66c8-4d52-b505-ce6d03108374 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.643431] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 652.643431] env[68864]: value = "task-3184963" [ 652.643431] env[68864]: _type = "Task" [ 652.643431] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.653283] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.741327] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184962, 'name': CreateVM_Task, 'duration_secs': 0.282053} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.741491] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.741941] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.742259] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.742548] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.742757] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68af4553-e0c5-49e0-9a17-6ea2377278eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.747955] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 652.747955] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5236b7c6-bd4e-5805-968e-6772f94b28c6" [ 652.747955] env[68864]: _type = "Task" [ 652.747955] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.758116] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5236b7c6-bd4e-5805-968e-6772f94b28c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.769743] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "edbbd373-a587-4846-8a31-917e08e63edd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.770015] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "edbbd373-a587-4846-8a31-917e08e63edd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.770236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "edbbd373-a587-4846-8a31-917e08e63edd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.770437] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "edbbd373-a587-4846-8a31-917e08e63edd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.770649] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "edbbd373-a587-4846-8a31-917e08e63edd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.773100] env[68864]: INFO nova.compute.manager [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Terminating instance [ 653.053650] env[68864]: DEBUG nova.compute.manager [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.053874] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7b6ef9-da30-4756-a068-9151ef07ff8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.075135] env[68864]: ERROR nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [req-c6b6163b-e2f0-4352-aede-63d0ded8cb6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c6b6163b-e2f0-4352-aede-63d0ded8cb6b"}]} [ 653.095463] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 653.120433] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 653.120433] env[68864]: DEBUG nova.compute.provider_tree [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.138216] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 653.156343] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184963, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.165589] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 653.169767] env[68864]: DEBUG nova.network.neutron [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.262650] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5236b7c6-bd4e-5805-968e-6772f94b28c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.263548] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.263962] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.264130] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.264306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.264494] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.264759] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87ac4439-62ee-49a3-9328-ad5e7c92dc8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.273196] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.273373] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.276756] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0de546-d377-472d-8839-7d34f3045c98 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.282719] env[68864]: DEBUG nova.compute.manager [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.282926] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.283832] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb55d5-bf8a-4975-a999-76d059753e74 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.292566] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 653.292566] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5281a177-61bd-2528-19f1-feb589b7b26f" [ 653.292566] env[68864]: _type = "Task" [ 653.292566] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.299746] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.301173] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb7c1b43-47a8-4482-b02c-712fa6d77b29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.308852] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5281a177-61bd-2528-19f1-feb589b7b26f, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.312752] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6adc92f-c180-414b-b164-d91386488884 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.314699] env[68864]: DEBUG oslo_vmware.api [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 653.314699] env[68864]: value = "task-3184964" [ 653.314699] env[68864]: _type = "Task" [ 653.314699] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.321188] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 653.321188] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521b3578-0b81-ecbb-9967-25c570cb96da" [ 653.321188] env[68864]: _type = "Task" [ 653.321188] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.328935] env[68864]: DEBUG oslo_vmware.api [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.337181] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521b3578-0b81-ecbb-9967-25c570cb96da, 'name': SearchDatastore_Task, 'duration_secs': 0.012695} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.337966] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.337966] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.338156] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4eb8dd4-8024-4ce4-b75d-740b5370c9bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.346658] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 653.346658] env[68864]: value = "task-3184965" [ 653.346658] env[68864]: _type = "Task" [ 653.346658] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.359035] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.526271] env[68864]: DEBUG nova.network.neutron [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Updating instance_info_cache with network_info: [{"id": "2e1a9588-9798-47df-b93f-6a60a6234949", "address": "fa:16:3e:ab:9f:5d", "network": {"id": "71e68618-d1be-478a-af3d-10d9e824c997", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1051153454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66ff9c8999e46f3b315290d6f3b5e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1a9588-97", "ovs_interfaceid": "2e1a9588-9798-47df-b93f-6a60a6234949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.568793] env[68864]: INFO nova.compute.manager [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] instance snapshotting [ 653.572169] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3ece6-58d9-41a8-b73f-ad1a0498dadd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.598670] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef3cdaf-e199-4976-8d34-71a09f099444 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.664718] env[68864]: DEBUG oslo_vmware.api [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3184963, 'name': PowerOnVM_Task, 'duration_secs': 0.789508} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.668703] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.668930] env[68864]: INFO nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Took 9.49 seconds to spawn the instance on the hypervisor. [ 653.670057] env[68864]: DEBUG nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.670286] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ab2e30-e5e8-455f-9c37-b81f36fdf07f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.692372] env[68864]: DEBUG nova.compute.manager [req-a888f111-d892-4442-b3bd-6e123f5c90dc req-e0ce191b-45e5-4a4f-9915-484e6bd4042f service nova] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Received event network-vif-deleted-d925fa25-f99f-4a4c-9dbf-8657950d97d5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.780394] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b9afa-3461-4c8f-b98e-27e22c980d92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.790558] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e0e126-19d6-4f67-9875-81fbbd3793b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.830338] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec81d9a-30c4-4ed2-a2fe-cb0b0ccff1f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.838796] env[68864]: DEBUG oslo_vmware.api [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184964, 'name': PowerOffVM_Task, 'duration_secs': 0.253061} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.841262] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.841332] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.841589] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbe599f7-6d11-485c-bc31-1a1e3f7d224c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.844285] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be05bb5-9813-4277-b499-420720204d0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.861479] env[68864]: DEBUG nova.compute.provider_tree [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.865756] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489924} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.866227] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.866444] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.866681] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ec4f653-03e6-41d8-99e8-0eaab7cbac41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.872156] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 653.872156] env[68864]: value = "task-3184967" [ 653.872156] env[68864]: _type = "Task" [ 653.872156] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.879943] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.910631] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.910631] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.910631] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Deleting the datastore file [datastore2] edbbd373-a587-4846-8a31-917e08e63edd {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.910631] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d595411-b390-4e7d-b41e-847a3db81521 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.917874] env[68864]: DEBUG oslo_vmware.api [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for the task: (returnval){ [ 653.917874] env[68864]: value = "task-3184968" [ 653.917874] env[68864]: _type = "Task" [ 653.917874] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.927400] env[68864]: DEBUG oslo_vmware.api [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.028905] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Releasing lock "refresh_cache-69161637-7589-4a65-8f6d-39831ceb7480" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.029475] env[68864]: DEBUG nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Instance network_info: |[{"id": "2e1a9588-9798-47df-b93f-6a60a6234949", "address": "fa:16:3e:ab:9f:5d", "network": {"id": "71e68618-d1be-478a-af3d-10d9e824c997", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1051153454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66ff9c8999e46f3b315290d6f3b5e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1a9588-97", "ovs_interfaceid": "2e1a9588-9798-47df-b93f-6a60a6234949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.031046] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:9f:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e1a9588-9798-47df-b93f-6a60a6234949', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.041038] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Creating folder: Project (a66ff9c8999e46f3b315290d6f3b5e32). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.044213] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a827ab0-93f5-47e0-8e1d-e5e48c7ff833 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.048679] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "1680228e-44af-4aff-bd2a-83a1360006a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.048852] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.059401] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Created folder: Project (a66ff9c8999e46f3b315290d6f3b5e32) in parent group-v636929. [ 654.059695] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Creating folder: Instances. Parent ref: group-v636991. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.059932] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc42ff56-4d1c-4ba4-bb7f-835d0be65965 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.068273] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Created folder: Instances in parent group-v636991. [ 654.068784] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.068784] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.068913] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0296ec39-6321-415d-83c1-4402943b0ce9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.091535] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.091535] env[68864]: value = "task-3184971" [ 654.091535] env[68864]: _type = "Task" [ 654.091535] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.099217] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184971, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.112425] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 654.112425] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47dc089f-53d7-443a-b8cd-0702361f0c13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.120404] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 654.120404] env[68864]: value = "task-3184972" [ 654.120404] env[68864]: _type = "Task" [ 654.120404] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.136252] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.191139] env[68864]: INFO nova.compute.manager [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Took 26.19 seconds to build instance. [ 654.386561] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066053} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.387820] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.387820] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb7d91-a8e1-47b3-a014-a577ea7ada19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.414099] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.415557] env[68864]: ERROR nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [req-d5a60df0-50b5-4c62-9db7-c5a0046dbcb5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5a60df0-50b5-4c62-9db7-c5a0046dbcb5"}]} [ 654.415557] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857be754-15a3-4a36-95ec-45ac51798954 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.443536] env[68864]: DEBUG oslo_vmware.api [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Task: {'id': task-3184968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143102} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.445135] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.445135] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.445367] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.445756] env[68864]: INFO nova.compute.manager [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 654.445756] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.446133] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 654.446133] env[68864]: value = "task-3184973" [ 654.446133] env[68864]: _type = "Task" [ 654.446133] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.447125] env[68864]: DEBUG nova.compute.manager [-] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.447125] env[68864]: DEBUG nova.network.neutron [-] [instance: edbbd373-a587-4846-8a31-917e08e63edd] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.454613] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.465152] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184973, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.480560] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.480560] env[68864]: DEBUG nova.compute.provider_tree [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.504528] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.540707] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.562867] env[68864]: DEBUG nova.compute.manager [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Received event network-changed-2e1a9588-9798-47df-b93f-6a60a6234949 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.567017] env[68864]: DEBUG nova.compute.manager [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Refreshing instance network info cache due to event network-changed-2e1a9588-9798-47df-b93f-6a60a6234949. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.567017] env[68864]: DEBUG oslo_concurrency.lockutils [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] Acquiring lock "refresh_cache-69161637-7589-4a65-8f6d-39831ceb7480" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.567017] env[68864]: DEBUG oslo_concurrency.lockutils [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] Acquired lock "refresh_cache-69161637-7589-4a65-8f6d-39831ceb7480" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.567017] env[68864]: DEBUG nova.network.neutron [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Refreshing network info cache for port 2e1a9588-9798-47df-b93f-6a60a6234949 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.612650] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184971, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.636720] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.697788] env[68864]: DEBUG oslo_concurrency.lockutils [None req-01902582-d1ce-4ffe-afd7-394498f22bef tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.671s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.962065] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184973, 'name': ReconfigVM_Task, 'duration_secs': 0.419843} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.965042] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Reconfigured VM instance instance-00000010 to attach disk [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4/ddde5559-2e16-42cb-8d25-60f3fa15cda4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.966353] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a0bcbc7-1974-4da0-b0c1-e5a6b8fa4fae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.973298] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 654.973298] env[68864]: value = "task-3184974" [ 654.973298] env[68864]: _type = "Task" [ 654.973298] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.990274] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184974, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.105587] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184971, 'name': CreateVM_Task, 'duration_secs': 0.850294} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.108491] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.109566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.109635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.109971] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.110299] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64fb963-3da6-47de-8fbe-17cd2ff6091f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.115054] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 655.115054] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c18f1d-7175-2a36-58a8-945e869d022a" [ 655.115054] env[68864]: _type = "Task" [ 655.115054] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.122911] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c18f1d-7175-2a36-58a8-945e869d022a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.127298] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0d813-7efa-495c-acf8-955d4b0e8644 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.134724] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.137371] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad5a5db-683a-4b6e-a224-cf031804a8c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.179867] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2ccc0-7eb2-4263-9568-5a6011d6b197 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.186193] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c51c0f6-9e5a-40a9-83e1-808692cb147a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.204268] env[68864]: DEBUG nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.207193] env[68864]: DEBUG nova.compute.provider_tree [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.414976] env[68864]: DEBUG nova.network.neutron [-] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.484907] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184974, 'name': Rename_Task, 'duration_secs': 0.201994} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.485254] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.485516] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5983e66e-59b4-4a9b-ae3f-8f95f7f5b7c3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.494801] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 655.494801] env[68864]: value = "task-3184975" [ 655.494801] env[68864]: _type = "Task" [ 655.494801] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.504728] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.521571] env[68864]: DEBUG nova.network.neutron [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Updated VIF entry in instance network info cache for port 2e1a9588-9798-47df-b93f-6a60a6234949. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.521999] env[68864]: DEBUG nova.network.neutron [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Updating instance_info_cache with network_info: [{"id": "2e1a9588-9798-47df-b93f-6a60a6234949", "address": "fa:16:3e:ab:9f:5d", "network": {"id": "71e68618-d1be-478a-af3d-10d9e824c997", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1051153454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66ff9c8999e46f3b315290d6f3b5e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e1a9588-97", "ovs_interfaceid": "2e1a9588-9798-47df-b93f-6a60a6234949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.627580] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c18f1d-7175-2a36-58a8-945e869d022a, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.634749] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.634749] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.634749] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.634749] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.634971] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.635293] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14870329-74f6-408c-ad16-9c8271232e8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.646802] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184972, 'name': CreateSnapshot_Task, 'duration_secs': 1.179371} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.648117] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 655.648401] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.648555] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.649758] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7496a708-c5a7-4de1-946b-903217513001 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.652279] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f034bf8-c3fa-4098-ae36-d55ea479d6a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.666203] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 655.666203] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522694ed-b49e-ff4d-1a02-26294de855b5" [ 655.666203] env[68864]: _type = "Task" [ 655.666203] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.679941] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522694ed-b49e-ff4d-1a02-26294de855b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.680797] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8beaca3c-5a09-4f88-a6c4-f9d3cf9ac2c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.694427] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 655.694427] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521235ec-c87a-be10-0fee-9ac3c773fd19" [ 655.694427] env[68864]: _type = "Task" [ 655.694427] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.718249] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521235ec-c87a-be10-0fee-9ac3c773fd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.741377] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.748041] env[68864]: ERROR nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [req-0cb94a2f-d310-458b-bc0f-f03ca321ddf1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0cb94a2f-d310-458b-bc0f-f03ca321ddf1"}]} [ 655.772019] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.797614] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.797865] env[68864]: DEBUG nova.compute.provider_tree [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.817422] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.851814] env[68864]: DEBUG nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.922440] env[68864]: INFO nova.compute.manager [-] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Took 1.48 seconds to deallocate network for instance. [ 656.012135] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184975, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.026792] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.027043] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.027475] env[68864]: DEBUG oslo_concurrency.lockutils [req-416f0541-3a0b-473d-91ef-7f93c6b28153 req-cadba694-ccd8-475e-b0de-b2e820691810 service nova] Releasing lock "refresh_cache-69161637-7589-4a65-8f6d-39831ceb7480" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.174025] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 656.174637] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-579112d7-43bf-432b-b1ee-43b470c15b2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.185123] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 656.185123] env[68864]: value = "task-3184976" [ 656.185123] env[68864]: _type = "Task" [ 656.185123] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.203745] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184976, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.209032] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521235ec-c87a-be10-0fee-9ac3c773fd19, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.212423] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.212423] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 69161637-7589-4a65-8f6d-39831ceb7480/69161637-7589-4a65-8f6d-39831ceb7480.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.212605] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7549773-fab6-4667-817e-ddf580f1c9a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.220153] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 656.220153] env[68864]: value = "task-3184977" [ 656.220153] env[68864]: _type = "Task" [ 656.220153] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.234184] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.432825] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.436733] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36d7545-4647-4bdf-bcbb-3d7dc2d2ccd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.445834] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16746c-b638-4394-93c4-87ed62cb739a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.478037] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901e7bc9-0e4d-4d6b-95a0-fe784a400a4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.486370] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c1fa68-5544-44d8-8376-0465957e63c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.500305] env[68864]: DEBUG nova.compute.provider_tree [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.514073] env[68864]: DEBUG oslo_vmware.api [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184975, 'name': PowerOnVM_Task, 'duration_secs': 0.536252} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.515078] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.515342] env[68864]: DEBUG nova.compute.manager [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.516307] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f2f5ea-c731-44bd-91a2-b522a932caec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.702650] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184976, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.738922] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184977, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.988298] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "e94094a9-3fb7-494c-9bda-8704f846db40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.988622] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.037948] env[68864]: ERROR nova.scheduler.client.report [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [req-c5d70253-f41f-4e61-9edc-1130482ac48d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5d70253-f41f-4e61-9edc-1130482ac48d"}]} [ 657.037948] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.658s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.040744] env[68864]: ERROR nova.compute.manager [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Setting instance vm_state to ERROR: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5d70253-f41f-4e61-9edc-1130482ac48d"}]} [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Traceback (most recent call last): [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self._delete_instance(context, instance, bdms) [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self._complete_deletion(context, instance) [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/compute/manager.py", line 930, in _complete_deletion [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self._update_resource_tracker(context, instance) [ 657.040744] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/compute/manager.py", line 696, in _update_resource_tracker [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self.rt.update_usage(context, instance, instance.node) [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] return f(*args, **kwargs) [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 702, in update_usage [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self._update(context.elevated(), self.compute_nodes[nodename]) [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self._update_to_placement(context, compute_node, startup) [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] raise attempt.get() [ 657.042026] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] six.reraise(self.value[0], self.value[1], self.value[2]) [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] raise value [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self.reportclient.update_from_provider_tree( [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] self.set_inventory_for_provider( [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 657.042507] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] raise exception.ResourceProviderUpdateConflict( [ 657.042998] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5d70253-f41f-4e61-9edc-1130482ac48d"}]} [ 657.042998] env[68864]: ERROR nova.compute.manager [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] [ 657.043722] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.730s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.045337] env[68864]: INFO nova.compute.claims [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.055636] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.064725] env[68864]: DEBUG nova.compute.manager [req-918a3c45-d465-4112-9bf2-2105327d35a3 req-6a9e616f-45c1-4caf-93fb-e36283c8c1f6 service nova] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Received event network-vif-deleted-8910921c-6578-4ea5-8ba0-3ed382aa4af0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.196451] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184976, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.233857] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680852} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.233857] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 69161637-7589-4a65-8f6d-39831ceb7480/69161637-7589-4a65-8f6d-39831ceb7480.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.233857] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.234085] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c1a9a7-f03d-4d6a-9b15-148908a5e73f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.240913] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 657.240913] env[68864]: value = "task-3184978" [ 657.240913] env[68864]: _type = "Task" [ 657.240913] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.251176] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.556468] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.041s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.615671] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "a1812b9d-f572-4dc4-be61-1d963592749d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.615935] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "a1812b9d-f572-4dc4-be61-1d963592749d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.696380] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184976, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.751536] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064295} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.751936] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.752792] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dd6bd5-4a89-4d4e-8572-7168b413f6fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.784302] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 69161637-7589-4a65-8f6d-39831ceb7480/69161637-7589-4a65-8f6d-39831ceb7480.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.785179] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27d2a678-2e57-4948-a631-1e814173cbfc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.810423] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 657.810423] env[68864]: value = "task-3184979" [ 657.810423] env[68864]: _type = "Task" [ 657.810423] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.823843] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.095682] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 658.123242] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 658.123512] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.142699] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 658.166911] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 658.170287] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.170816] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.170816] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.171131] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.171544] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.174772] env[68864]: INFO nova.compute.manager [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Terminating instance [ 658.203555] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184976, 'name': CloneVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.320360] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184979, 'name': ReconfigVM_Task, 'duration_secs': 0.483882} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.323309] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 69161637-7589-4a65-8f6d-39831ceb7480/69161637-7589-4a65-8f6d-39831ceb7480.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.324572] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00c64188-61fe-4dc8-94da-81dee533b7c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.331460] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 658.331460] env[68864]: value = "task-3184980" [ 658.331460] env[68864]: _type = "Task" [ 658.331460] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.341106] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184980, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.684409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "refresh_cache-ddde5559-2e16-42cb-8d25-60f3fa15cda4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.684596] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquired lock "refresh_cache-ddde5559-2e16-42cb-8d25-60f3fa15cda4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.684773] env[68864]: DEBUG nova.network.neutron [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.703468] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184976, 'name': CloneVM_Task, 'duration_secs': 2.059486} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.706266] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Created linked-clone VM from snapshot [ 658.707573] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf547b-bfb3-4a31-8ada-6206ccaa5878 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.710994] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe61c2-56c3-4744-9ad8-87b723ee3101 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.723365] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b76ce5-967b-41a3-a9d9-5762c3eb481f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.726282] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Uploading image 42ab0654-8e1c-4359-9a52-97ce71a1996e {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 658.763016] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044e26b-69dc-4945-988c-6b4ef13b32a2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.774607] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "50155af9-9cd2-486c-bd4c-81db57eecbda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.774846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.776967] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 658.776967] env[68864]: value = "vm-636995" [ 658.776967] env[68864]: _type = "VirtualMachine" [ 658.776967] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 658.778225] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745afb3-8da5-405f-a9a9-c9e39f8a2dd7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.784800] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-280cac12-cbaf-49d8-a2df-c5e7fce9036e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.795834] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.799031] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lease: (returnval){ [ 658.799031] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ad643a-87e0-9ff2-4fd4-41245be745be" [ 658.799031] env[68864]: _type = "HttpNfcLease" [ 658.799031] env[68864]: } obtained for exporting VM: (result){ [ 658.799031] env[68864]: value = "vm-636995" [ 658.799031] env[68864]: _type = "VirtualMachine" [ 658.799031] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 658.799330] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the lease: (returnval){ [ 658.799330] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ad643a-87e0-9ff2-4fd4-41245be745be" [ 658.799330] env[68864]: _type = "HttpNfcLease" [ 658.799330] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 658.805773] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 658.805773] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ad643a-87e0-9ff2-4fd4-41245be745be" [ 658.805773] env[68864]: _type = "HttpNfcLease" [ 658.805773] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 658.806720] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 658.806720] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ad643a-87e0-9ff2-4fd4-41245be745be" [ 658.806720] env[68864]: _type = "HttpNfcLease" [ 658.806720] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 658.807416] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730ddeee-fb7d-42d7-9e2b-0b603b8af9c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.815802] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4863a-a068-500a-415a-630c872656a7/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 658.815990] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4863a-a068-500a-415a-630c872656a7/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 658.883618] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184980, 'name': Rename_Task, 'duration_secs': 0.213714} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.884505] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.884505] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd29dd6-519b-46d6-88df-57a6d7d8e4ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.889861] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 658.889861] env[68864]: value = "task-3184982" [ 658.889861] env[68864]: _type = "Task" [ 658.889861] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.898520] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.952853] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-adaca26f-fc15-4470-9090-9631aac3b0ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.073067] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.211264] env[68864]: DEBUG nova.network.neutron [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.320015] env[68864]: DEBUG nova.network.neutron [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.330500] env[68864]: ERROR nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [req-3fd3bb32-3725-4ff7-997b-1ce071b55889] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3fd3bb32-3725-4ff7-997b-1ce071b55889"}]} [ 659.358745] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 659.382126] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 659.382126] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.398834] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 659.405903] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.427607] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 659.826875] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Releasing lock "refresh_cache-ddde5559-2e16-42cb-8d25-60f3fa15cda4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.826875] env[68864]: DEBUG nova.compute.manager [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.826875] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.826875] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b27e77-3cfd-4181-b066-9bfb154d25a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.839012] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.846068] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8faf4a1b-9cf4-4b4d-af58-05e23e46a7bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.858860] env[68864]: DEBUG oslo_vmware.api [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 659.858860] env[68864]: value = "task-3184983" [ 659.858860] env[68864]: _type = "Task" [ 659.858860] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.882484] env[68864]: DEBUG oslo_vmware.api [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.900945] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.078069] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1994c93c-5d56-4b6e-b63b-6ba168c695ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.086842] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00efbda4-67dd-4595-8869-00392680b5b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.140862] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4b59d6-6b17-456d-9e84-5b09bb93ed32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.166666] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010be420-1b62-4164-a349-7779bdfe7d01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.181498] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.372096] env[68864]: DEBUG oslo_vmware.api [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184983, 'name': PowerOffVM_Task, 'duration_secs': 0.181171} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.372422] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.372666] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.372855] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c6fbf9-fd77-4b73-8a4f-335da40ed107 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.399747] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.400750] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.400954] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Deleting the datastore file [datastore2] ddde5559-2e16-42cb-8d25-60f3fa15cda4 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.401843] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2023487-0f31-4689-ad28-fd96668fb211 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.408192] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184982, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.412763] env[68864]: DEBUG oslo_vmware.api [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for the task: (returnval){ [ 660.412763] env[68864]: value = "task-3184985" [ 660.412763] env[68864]: _type = "Task" [ 660.412763] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.422630] env[68864]: DEBUG oslo_vmware.api [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.736023] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 660.736023] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 45 to 46 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 660.736023] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.910017] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184982, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.929372] env[68864]: DEBUG oslo_vmware.api [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Task: {'id': task-3184985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105075} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.929372] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.929372] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.929547] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.929605] env[68864]: INFO nova.compute.manager [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 660.929990] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.930299] env[68864]: DEBUG nova.compute.manager [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.930404] env[68864]: DEBUG nova.network.neutron [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.961258] env[68864]: DEBUG nova.network.neutron [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.240216] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.196s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.241018] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.245645] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.145s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.245975] env[68864]: DEBUG nova.objects.instance [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lazy-loading 'resources' on Instance uuid baf8eacd-01cd-47ae-99ef-694239009218 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.403071] env[68864]: DEBUG oslo_vmware.api [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184982, 'name': PowerOnVM_Task, 'duration_secs': 2.293664} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.403373] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.403578] env[68864]: INFO nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Took 10.19 seconds to spawn the instance on the hypervisor. [ 661.403779] env[68864]: DEBUG nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.404709] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747dca31-582b-44fd-a898-b0ff78aa17d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.467150] env[68864]: DEBUG nova.network.neutron [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.650959] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.651253] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.749245] env[68864]: DEBUG nova.compute.utils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.754407] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.754581] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.872956] env[68864]: DEBUG nova.policy [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662e11f29e2f4c4d91df5125e35c7731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c68f6739386f47d5b9694ff223921cf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.925779] env[68864]: INFO nova.compute.manager [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Took 32.65 seconds to build instance. [ 661.971684] env[68864]: INFO nova.compute.manager [-] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Took 1.04 seconds to deallocate network for instance. [ 662.174263] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.175103] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.175606] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.175898] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.176193] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.177086] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.177363] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 662.177616] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.255057] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.395474] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35596eac-6ecb-4a81-be0f-fdebd0968735 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.405156] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026415a7-89ef-46fa-a7f9-a2e73b586a65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.437801] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f04104ba-405e-4519-ac55-640e7cc80955 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "69161637-7589-4a65-8f6d-39831ceb7480" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.289s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.441372] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadd030a-44e7-4229-a0f1-f7bb2ab5939b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.452721] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750bace0-c5b7-404f-a7e0-f5ea0b5b4bb4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.468032] env[68864]: DEBUG nova.compute.provider_tree [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.481056] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.682081] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.862962] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Successfully created port: 31fe0849-49cc-4c87-9cb5-832de4a69208 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.944797] env[68864]: DEBUG nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.972536] env[68864]: DEBUG nova.scheduler.client.report [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.267206] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.295117] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.295117] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.295117] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.295371] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.295371] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.295371] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.299017] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.299017] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.299017] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.299017] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.299017] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.299275] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb72f605-e77a-4de1-9a25-ba3dc1a39fde {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.307051] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814eb26e-7ede-4a94-9715-668d4d9a299b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.472649] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.482270] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.485074] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.120s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.486752] env[68864]: INFO nova.compute.claims [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.511036] env[68864]: INFO nova.scheduler.client.report [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Deleted allocations for instance baf8eacd-01cd-47ae-99ef-694239009218 [ 664.022299] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9223a7aa-dd5c-4a8f-b828-418410e7d2a6 tempest-ServerDiagnosticsNegativeTest-401537891 tempest-ServerDiagnosticsNegativeTest-401537891-project-member] Lock "baf8eacd-01cd-47ae-99ef-694239009218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.964s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.068881] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.069171] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.185896] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2134eda9-06d7-4749-a17b-d4df1400eff6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.194298] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9f32ca-8706-4238-b6bc-b2f7ff115589 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.225876] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd136d2d-826d-4e8f-82e0-ec6a4eb9d01c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.237040] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adce4091-4771-4085-b88a-ca55d62303bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.257405] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.651677] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Successfully updated port: 31fe0849-49cc-4c87-9cb5-832de4a69208 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.760710] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.796278] env[68864]: DEBUG nova.compute.manager [req-dbdbf558-5a6b-42e7-b380-5fb49975f078 req-3c77861c-0b7c-4108-8a12-0c59d6d09f80 service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Received event network-vif-plugged-31fe0849-49cc-4c87-9cb5-832de4a69208 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.796576] env[68864]: DEBUG oslo_concurrency.lockutils [req-dbdbf558-5a6b-42e7-b380-5fb49975f078 req-3c77861c-0b7c-4108-8a12-0c59d6d09f80 service nova] Acquiring lock "f720a633-de87-428c-a7de-2a8d336be8ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.796938] env[68864]: DEBUG oslo_concurrency.lockutils [req-dbdbf558-5a6b-42e7-b380-5fb49975f078 req-3c77861c-0b7c-4108-8a12-0c59d6d09f80 service nova] Lock "f720a633-de87-428c-a7de-2a8d336be8ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.796938] env[68864]: DEBUG oslo_concurrency.lockutils [req-dbdbf558-5a6b-42e7-b380-5fb49975f078 req-3c77861c-0b7c-4108-8a12-0c59d6d09f80 service nova] Lock "f720a633-de87-428c-a7de-2a8d336be8ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.804027] env[68864]: DEBUG nova.compute.manager [req-dbdbf558-5a6b-42e7-b380-5fb49975f078 req-3c77861c-0b7c-4108-8a12-0c59d6d09f80 service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] No waiting events found dispatching network-vif-plugged-31fe0849-49cc-4c87-9cb5-832de4a69208 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.804027] env[68864]: WARNING nova.compute.manager [req-dbdbf558-5a6b-42e7-b380-5fb49975f078 req-3c77861c-0b7c-4108-8a12-0c59d6d09f80 service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Received unexpected event network-vif-plugged-31fe0849-49cc-4c87-9cb5-832de4a69208 for instance with vm_state building and task_state spawning. [ 666.155727] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "refresh_cache-f720a633-de87-428c-a7de-2a8d336be8ed" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.156048] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "refresh_cache-f720a633-de87-428c-a7de-2a8d336be8ed" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.156048] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.269922] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.270656] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.276020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.616s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.276020] env[68864]: DEBUG nova.objects.instance [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lazy-loading 'resources' on Instance uuid 0a29753b-e758-4037-9467-4e77cfe1461e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.727145] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.776991] env[68864]: DEBUG nova.compute.utils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.783596] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.783596] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.874265] env[68864]: DEBUG nova.policy [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662e11f29e2f4c4d91df5125e35c7731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c68f6739386f47d5b9694ff223921cf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.025928] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Updating instance_info_cache with network_info: [{"id": "31fe0849-49cc-4c87-9cb5-832de4a69208", "address": "fa:16:3e:5f:00:f0", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fe0849-49", "ovs_interfaceid": "31fe0849-49cc-4c87-9cb5-832de4a69208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.252700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "be00f9d7-3571-4249-a3c8-b87f43123930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.253146] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "be00f9d7-3571-4249-a3c8-b87f43123930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.283095] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.408275] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51389c40-5673-4e3e-a10a-440c1c982876 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.419336] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6a109c-dcbf-49a2-827c-2c791b552de9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.454540] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54da12a-a147-4d5e-afc6-65fd63131080 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.462695] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a661983-e637-47b4-bdf1-b57129eb1f4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.477189] env[68864]: DEBUG nova.compute.provider_tree [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.527493] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "refresh_cache-f720a633-de87-428c-a7de-2a8d336be8ed" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.527891] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Instance network_info: |[{"id": "31fe0849-49cc-4c87-9cb5-832de4a69208", "address": "fa:16:3e:5f:00:f0", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fe0849-49", "ovs_interfaceid": "31fe0849-49cc-4c87-9cb5-832de4a69208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.528307] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:00:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31fe0849-49cc-4c87-9cb5-832de4a69208', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.536615] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Creating folder: Project (c68f6739386f47d5b9694ff223921cf3). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.536926] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b8f1cd6-7cc4-4032-95e2-8a315b21c3c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.548639] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Created folder: Project (c68f6739386f47d5b9694ff223921cf3) in parent group-v636929. [ 667.548639] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Creating folder: Instances. Parent ref: group-v636996. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.548977] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b27e42a-73a4-4447-909a-9e9de5cb0969 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.559972] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Created folder: Instances in parent group-v636996. [ 667.559972] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.559972] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.559972] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02425076-6009-4347-97ec-1ad46ab9bc1c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.582031] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.582031] env[68864]: value = "task-3184988" [ 667.582031] env[68864]: _type = "Task" [ 667.582031] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.590369] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184988, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.689789] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Successfully created port: 52bc1cfe-f130-47ad-8000-25dfa2a11f38 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.983734] env[68864]: DEBUG nova.scheduler.client.report [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.092384] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184988, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.150187] env[68864]: DEBUG nova.compute.manager [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Received event network-changed-31fe0849-49cc-4c87-9cb5-832de4a69208 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.150436] env[68864]: DEBUG nova.compute.manager [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Refreshing instance network info cache due to event network-changed-31fe0849-49cc-4c87-9cb5-832de4a69208. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.150614] env[68864]: DEBUG oslo_concurrency.lockutils [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] Acquiring lock "refresh_cache-f720a633-de87-428c-a7de-2a8d336be8ed" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.150914] env[68864]: DEBUG oslo_concurrency.lockutils [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] Acquired lock "refresh_cache-f720a633-de87-428c-a7de-2a8d336be8ed" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.150978] env[68864]: DEBUG nova.network.neutron [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Refreshing network info cache for port 31fe0849-49cc-4c87-9cb5-832de4a69208 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.291883] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.335926] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.336534] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.336813] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.337031] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.337184] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.337328] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.337533] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.337688] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.337849] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.338092] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.338386] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.340974] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676d6a83-4a7b-486c-9c76-8f8a2aaa45f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.350096] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a8c99e-8fe9-4334-bd63-138f4de0e39c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.491380] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.492337] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.095s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.493891] env[68864]: INFO nova.compute.claims [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.514341] env[68864]: INFO nova.scheduler.client.report [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Deleted allocations for instance 0a29753b-e758-4037-9467-4e77cfe1461e [ 668.592694] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184988, 'name': CreateVM_Task, 'duration_secs': 0.663945} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.592882] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.593623] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.593793] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.594133] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.594545] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed1bd5c-3d2e-4131-bd59-abbf3b94c5cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.599446] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 668.599446] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5228b714-a395-679b-b74f-dd763e55219a" [ 668.599446] env[68864]: _type = "Task" [ 668.599446] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.611236] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5228b714-a395-679b-b74f-dd763e55219a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.027380] env[68864]: DEBUG oslo_concurrency.lockutils [None req-698ffa80-59d1-4ac2-98bc-e3e0e8bc6076 tempest-ServersAdmin275Test-741571857 tempest-ServersAdmin275Test-741571857-project-member] Lock "0a29753b-e758-4037-9467-4e77cfe1461e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.884s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.113277] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5228b714-a395-679b-b74f-dd763e55219a, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.113619] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.113859] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.114119] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.114265] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.114444] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.114711] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9709e3b2-6ce6-4b7a-981b-2f77cbe3e609 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.124930] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.125043] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.125760] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8c21bb-5b5d-446c-a729-b9c312d44b5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.132078] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 669.132078] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba03b2-9ac9-b948-2729-21b522fd8eed" [ 669.132078] env[68864]: _type = "Task" [ 669.132078] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.140793] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba03b2-9ac9-b948-2729-21b522fd8eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.341350] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4863a-a068-500a-415a-630c872656a7/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 669.342433] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3dcf41-73ea-45e4-9d7c-560eaac1f136 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.350826] env[68864]: DEBUG nova.network.neutron [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Updated VIF entry in instance network info cache for port 31fe0849-49cc-4c87-9cb5-832de4a69208. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.351179] env[68864]: DEBUG nova.network.neutron [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Updating instance_info_cache with network_info: [{"id": "31fe0849-49cc-4c87-9cb5-832de4a69208", "address": "fa:16:3e:5f:00:f0", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31fe0849-49", "ovs_interfaceid": "31fe0849-49cc-4c87-9cb5-832de4a69208", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.352435] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4863a-a068-500a-415a-630c872656a7/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 669.353139] env[68864]: ERROR oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4863a-a068-500a-415a-630c872656a7/disk-0.vmdk due to incomplete transfer. [ 669.353139] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c91873b5-55b3-4e3b-885f-4da351802df1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.369495] env[68864]: DEBUG oslo_vmware.rw_handles [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4863a-a068-500a-415a-630c872656a7/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 669.369698] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Uploaded image 42ab0654-8e1c-4359-9a52-97ce71a1996e to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 669.372620] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 669.374851] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c32d5bec-c502-4777-b96c-2c0c38161e01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.379573] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 669.379573] env[68864]: value = "task-3184989" [ 669.379573] env[68864]: _type = "Task" [ 669.379573] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.389886] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184989, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.548996] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Successfully updated port: 52bc1cfe-f130-47ad-8000-25dfa2a11f38 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.648318] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba03b2-9ac9-b948-2729-21b522fd8eed, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.648318] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a854e1c0-9cb4-472b-bd6b-5899fb19355c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.658760] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 669.658760] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52218135-76c2-ad24-598a-b4039f52776c" [ 669.658760] env[68864]: _type = "Task" [ 669.658760] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.667438] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52218135-76c2-ad24-598a-b4039f52776c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.856190] env[68864]: DEBUG oslo_concurrency.lockutils [req-014ea2cf-069f-4a6c-9e7f-dc72ed344354 req-9236cff3-4ae9-4385-bf94-08f2121ae5aa service nova] Releasing lock "refresh_cache-f720a633-de87-428c-a7de-2a8d336be8ed" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.890023] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184989, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.916937] env[68864]: DEBUG nova.compute.manager [req-ea2e1feb-00fa-44cb-a29a-fd3fef70b19d req-a48f236a-2cd1-44b6-8e02-aa55c64cb5ce service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Received event network-vif-plugged-52bc1cfe-f130-47ad-8000-25dfa2a11f38 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.917171] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea2e1feb-00fa-44cb-a29a-fd3fef70b19d req-a48f236a-2cd1-44b6-8e02-aa55c64cb5ce service nova] Acquiring lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.917381] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea2e1feb-00fa-44cb-a29a-fd3fef70b19d req-a48f236a-2cd1-44b6-8e02-aa55c64cb5ce service nova] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.917543] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea2e1feb-00fa-44cb-a29a-fd3fef70b19d req-a48f236a-2cd1-44b6-8e02-aa55c64cb5ce service nova] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.917761] env[68864]: DEBUG nova.compute.manager [req-ea2e1feb-00fa-44cb-a29a-fd3fef70b19d req-a48f236a-2cd1-44b6-8e02-aa55c64cb5ce service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] No waiting events found dispatching network-vif-plugged-52bc1cfe-f130-47ad-8000-25dfa2a11f38 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.917856] env[68864]: WARNING nova.compute.manager [req-ea2e1feb-00fa-44cb-a29a-fd3fef70b19d req-a48f236a-2cd1-44b6-8e02-aa55c64cb5ce service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Received unexpected event network-vif-plugged-52bc1cfe-f130-47ad-8000-25dfa2a11f38 for instance with vm_state building and task_state spawning. [ 670.053706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "refresh_cache-71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.054756] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "refresh_cache-71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.055150] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.070113] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0325907e-0081-4df7-a52a-812ca3b91b9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.079548] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c429bb5-9fc2-4172-a079-4be578c43df9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.117219] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213cb2b8-1094-4781-ab8f-931577068d81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.128987] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045a03c2-8c42-4b33-a698-333a0afca38a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.146683] env[68864]: DEBUG nova.compute.provider_tree [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.169896] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52218135-76c2-ad24-598a-b4039f52776c, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.170212] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.170475] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] f720a633-de87-428c-a7de-2a8d336be8ed/f720a633-de87-428c-a7de-2a8d336be8ed.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.170733] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-661cab40-353d-40d5-af05-60ab46f2d5fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.177855] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 670.177855] env[68864]: value = "task-3184990" [ 670.177855] env[68864]: _type = "Task" [ 670.177855] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.186440] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3184990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.389590] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184989, 'name': Destroy_Task, 'duration_secs': 0.52546} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.391092] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Destroyed the VM [ 670.391092] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 670.391092] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6753507d-6a09-4808-a975-a186c8454db9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.399484] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 670.399484] env[68864]: value = "task-3184991" [ 670.399484] env[68864]: _type = "Task" [ 670.399484] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.406597] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184991, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.590120] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.653323] env[68864]: DEBUG nova.scheduler.client.report [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.696855] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3184990, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.813743] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Updating instance_info_cache with network_info: [{"id": "52bc1cfe-f130-47ad-8000-25dfa2a11f38", "address": "fa:16:3e:c3:e1:06", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc1cfe-f1", "ovs_interfaceid": "52bc1cfe-f130-47ad-8000-25dfa2a11f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.911100] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184991, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.164990] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.164990] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.168209] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.323s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.170544] env[68864]: DEBUG nova.objects.instance [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lazy-loading 'resources' on Instance uuid 2b822b35-94ac-48bb-a46f-2cda8ecfce06 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.193428] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3184990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692874} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.193565] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] f720a633-de87-428c-a7de-2a8d336be8ed/f720a633-de87-428c-a7de-2a8d336be8ed.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.193937] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.194388] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c93b978c-bddb-45d2-917c-b2941cbf2cdf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.202348] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 671.202348] env[68864]: value = "task-3184996" [ 671.202348] env[68864]: _type = "Task" [ 671.202348] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.213777] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3184996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.318911] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "refresh_cache-71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319470] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Instance network_info: |[{"id": "52bc1cfe-f130-47ad-8000-25dfa2a11f38", "address": "fa:16:3e:c3:e1:06", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc1cfe-f1", "ovs_interfaceid": "52bc1cfe-f130-47ad-8000-25dfa2a11f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.319955] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:e1:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52bc1cfe-f130-47ad-8000-25dfa2a11f38', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.327602] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.328821] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.331463] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed316f6-c506-426e-9208-a44766d7f1be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.355313] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "69161637-7589-4a65-8f6d-39831ceb7480" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.356328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "69161637-7589-4a65-8f6d-39831ceb7480" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.356328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "69161637-7589-4a65-8f6d-39831ceb7480-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.356328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "69161637-7589-4a65-8f6d-39831ceb7480-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.356328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "69161637-7589-4a65-8f6d-39831ceb7480-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.358275] env[68864]: INFO nova.compute.manager [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Terminating instance [ 671.365774] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.365774] env[68864]: value = "task-3184997" [ 671.365774] env[68864]: _type = "Task" [ 671.365774] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.375471] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184997, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.408877] env[68864]: DEBUG oslo_vmware.api [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3184991, 'name': RemoveSnapshot_Task, 'duration_secs': 0.843894} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.409174] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 671.409419] env[68864]: INFO nova.compute.manager [None req-fa4bc09c-b126-456d-8caf-4578b7b0d745 tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Took 17.84 seconds to snapshot the instance on the hypervisor. [ 671.679595] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.679898] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.680346] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.680568] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.680823] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.683806] env[68864]: DEBUG nova.compute.utils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.689214] env[68864]: INFO nova.compute.manager [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Terminating instance [ 671.691020] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.691020] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.713525] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3184996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063448} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.716328] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.717494] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1ac0d7-6759-438f-9e55-94f0b9d4cf4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.741115] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] f720a633-de87-428c-a7de-2a8d336be8ed/f720a633-de87-428c-a7de-2a8d336be8ed.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.743873] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b642be5-5cc0-4d8a-9b78-692f90a475e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.759201] env[68864]: DEBUG nova.policy [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '662e11f29e2f4c4d91df5125e35c7731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c68f6739386f47d5b9694ff223921cf3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.765711] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 671.765711] env[68864]: value = "task-3184998" [ 671.765711] env[68864]: _type = "Task" [ 671.765711] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.775910] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3184998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.862664] env[68864]: DEBUG nova.compute.manager [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.862906] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.864344] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ea4276-80e2-4af8-866e-1c1c67bf3446 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.877129] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.877129] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f93164dc-52f1-44e7-b5c0-bdbf89f7692a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.883286] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184997, 'name': CreateVM_Task, 'duration_secs': 0.433194} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.884743] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.885277] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.885552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.885752] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.886007] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eeba37c-0009-42fe-8b7d-4551436556e1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.890557] env[68864]: DEBUG oslo_vmware.api [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 671.890557] env[68864]: value = "task-3184999" [ 671.890557] env[68864]: _type = "Task" [ 671.890557] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.900230] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 671.900230] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5285e9de-7a67-9598-521d-4953bec475ad" [ 671.900230] env[68864]: _type = "Task" [ 671.900230] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.907354] env[68864]: DEBUG oslo_vmware.api [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.912404] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5285e9de-7a67-9598-521d-4953bec475ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.056957] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Successfully created port: 137d3aad-f43a-4d3b-b4f3-1cb925e30f0d {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.108635] env[68864]: DEBUG nova.compute.manager [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Received event network-changed-52bc1cfe-f130-47ad-8000-25dfa2a11f38 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.108809] env[68864]: DEBUG nova.compute.manager [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Refreshing instance network info cache due to event network-changed-52bc1cfe-f130-47ad-8000-25dfa2a11f38. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.109032] env[68864]: DEBUG oslo_concurrency.lockutils [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] Acquiring lock "refresh_cache-71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.109168] env[68864]: DEBUG oslo_concurrency.lockutils [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] Acquired lock "refresh_cache-71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.109321] env[68864]: DEBUG nova.network.neutron [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Refreshing network info cache for port 52bc1cfe-f130-47ad-8000-25dfa2a11f38 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.191687] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.198118] env[68864]: DEBUG nova.compute.manager [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.199538] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.199538] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbdf746-687a-46d3-b69e-c133cd1791c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.212881] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.213154] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dddf568d-d8e8-420e-8c34-f1ad832f256d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.219290] env[68864]: DEBUG oslo_vmware.api [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 672.219290] env[68864]: value = "task-3185000" [ 672.219290] env[68864]: _type = "Task" [ 672.219290] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.230331] env[68864]: DEBUG oslo_vmware.api [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3185000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.268400] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecd397f-4dc2-4fd2-9696-22a0c745fa08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.289196] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0972425a-e79f-48fc-8f10-ffbcfdf9bbfb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.293134] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3184998, 'name': ReconfigVM_Task, 'duration_secs': 0.300679} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.293482] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Reconfigured VM instance instance-00000015 to attach disk [datastore2] f720a633-de87-428c-a7de-2a8d336be8ed/f720a633-de87-428c-a7de-2a8d336be8ed.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.294540] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b33d1cb-18af-4bbf-b503-7f171b185327 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.329282] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7f9ca6-0757-4f72-8f78-0aa247d84149 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.333073] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 672.333073] env[68864]: value = "task-3185001" [ 672.333073] env[68864]: _type = "Task" [ 672.333073] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.342287] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd7741-8d70-4c84-b5f6-c69edee4b34e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.350920] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185001, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.369115] env[68864]: DEBUG nova.compute.provider_tree [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.401398] env[68864]: DEBUG oslo_vmware.api [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3184999, 'name': PowerOffVM_Task, 'duration_secs': 0.393004} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.406096] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.406096] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.406096] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-402f6cfc-ee8b-451b-b55e-0f118c2c9343 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.412075] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5285e9de-7a67-9598-521d-4953bec475ad, 'name': SearchDatastore_Task, 'duration_secs': 0.022168} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.412739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.412976] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.413229] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.413400] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.413657] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.413853] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e42597-1740-4aed-95f1-1c74350f00c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.425427] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.425620] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.426376] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d139dd-07c2-4156-9b21-0b8dc0e6369e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.431603] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 672.431603] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52428b16-8c4a-3e4b-0a01-fc9af97a485b" [ 672.431603] env[68864]: _type = "Task" [ 672.431603] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.439835] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52428b16-8c4a-3e4b-0a01-fc9af97a485b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.468243] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.468867] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.468867] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Deleting the datastore file [datastore2] 69161637-7589-4a65-8f6d-39831ceb7480 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.468970] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed391ba2-1523-4c9b-906c-70129c25101b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.475049] env[68864]: DEBUG oslo_vmware.api [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for the task: (returnval){ [ 672.475049] env[68864]: value = "task-3185003" [ 672.475049] env[68864]: _type = "Task" [ 672.475049] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.483091] env[68864]: DEBUG oslo_vmware.api [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3185003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.736173] env[68864]: DEBUG oslo_vmware.api [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3185000, 'name': PowerOffVM_Task, 'duration_secs': 0.239929} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.736456] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.736622] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.737244] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb4d7883-836b-4823-8781-2763b3ae8fbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.802564] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.802820] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.803037] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Deleting the datastore file [datastore1] 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.803330] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cef3aac-15f9-420a-8ee1-cf5ecdab9751 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.809460] env[68864]: DEBUG oslo_vmware.api [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for the task: (returnval){ [ 672.809460] env[68864]: value = "task-3185005" [ 672.809460] env[68864]: _type = "Task" [ 672.809460] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.824018] env[68864]: DEBUG oslo_vmware.api [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3185005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.846796] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185001, 'name': Rename_Task, 'duration_secs': 0.150663} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.847091] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.847336] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66d75e41-2a5f-49d5-b599-bf59bfbe4c30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.854820] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 672.854820] env[68864]: value = "task-3185006" [ 672.854820] env[68864]: _type = "Task" [ 672.854820] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.863205] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.869823] env[68864]: DEBUG nova.scheduler.client.report [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.942570] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52428b16-8c4a-3e4b-0a01-fc9af97a485b, 'name': SearchDatastore_Task, 'duration_secs': 0.014938} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.943586] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5879ab-443e-4701-a14b-cebcfdc67f9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.949840] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 672.949840] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c8855-b3ed-bdf5-91e4-cebb410e493d" [ 672.949840] env[68864]: _type = "Task" [ 672.949840] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.957973] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c8855-b3ed-bdf5-91e4-cebb410e493d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.986186] env[68864]: DEBUG oslo_vmware.api [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Task: {'id': task-3185003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134113} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.986464] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.986651] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.986824] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.987158] env[68864]: INFO nova.compute.manager [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Took 1.12 seconds to destroy the instance on the hypervisor. [ 672.987419] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.987640] env[68864]: DEBUG nova.compute.manager [-] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.987734] env[68864]: DEBUG nova.network.neutron [-] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.148341] env[68864]: DEBUG nova.network.neutron [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Updated VIF entry in instance network info cache for port 52bc1cfe-f130-47ad-8000-25dfa2a11f38. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.148697] env[68864]: DEBUG nova.network.neutron [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Updating instance_info_cache with network_info: [{"id": "52bc1cfe-f130-47ad-8000-25dfa2a11f38", "address": "fa:16:3e:c3:e1:06", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52bc1cfe-f1", "ovs_interfaceid": "52bc1cfe-f130-47ad-8000-25dfa2a11f38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.202704] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.227644] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.227894] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.228061] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.228246] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.228550] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.228724] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.228934] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.229105] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.229272] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.229428] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.229600] env[68864]: DEBUG nova.virt.hardware [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.230468] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fc7d70-b5c2-4d81-9676-78b673b3bb34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.238886] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97498301-f28e-4499-8e9e-4df080cf0161 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.320590] env[68864]: DEBUG oslo_vmware.api [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Task: {'id': task-3185005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14364} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.320776] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.320966] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.321163] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.321346] env[68864]: INFO nova.compute.manager [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 673.321599] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.321986] env[68864]: DEBUG nova.compute.manager [-] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.321986] env[68864]: DEBUG nova.network.neutron [-] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.366386] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.378467] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.382462] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.911s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.382462] env[68864]: DEBUG nova.objects.instance [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 673.412100] env[68864]: INFO nova.scheduler.client.report [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Deleted allocations for instance 2b822b35-94ac-48bb-a46f-2cda8ecfce06 [ 673.462744] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c8855-b3ed-bdf5-91e4-cebb410e493d, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.463270] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.463692] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5/71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.464130] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03c82813-4acb-47a5-9f47-5069946d972c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.477271] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 673.477271] env[68864]: value = "task-3185007" [ 673.477271] env[68864]: _type = "Task" [ 673.477271] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.493023] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.643922] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Successfully updated port: 137d3aad-f43a-4d3b-b4f3-1cb925e30f0d {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.652608] env[68864]: DEBUG oslo_concurrency.lockutils [req-0d3a88a6-e59e-4c42-be75-2104dd77f7bc req-738a8ea0-3dcc-4aaa-8361-528d1ebeec72 service nova] Releasing lock "refresh_cache-71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.872035] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.922410] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f4df8f12-7c66-422f-b5d4-2a2425cc3e0f tempest-ServerDiagnosticsV248Test-1934486730 tempest-ServerDiagnosticsV248Test-1934486730-project-member] Lock "2b822b35-94ac-48bb-a46f-2cda8ecfce06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.465s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.990080] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185007, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.090105] env[68864]: DEBUG nova.network.neutron [-] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.152823] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "refresh_cache-f9733501-5836-4d17-a830-2745287f7b79" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.152823] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "refresh_cache-f9733501-5836-4d17-a830-2745287f7b79" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.152823] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.341690] env[68864]: DEBUG nova.compute.manager [req-5e9056e7-a480-4279-9fc6-9ef16b145997 req-7e249c49-b756-4b27-a125-ece94aec8a26 service nova] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Received event network-vif-deleted-2e1a9588-9798-47df-b93f-6a60a6234949 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.372018] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185006, 'name': PowerOnVM_Task, 'duration_secs': 1.190304} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.372018] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.372018] env[68864]: INFO nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Took 11.11 seconds to spawn the instance on the hypervisor. [ 674.372018] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.372018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06844064-af82-4ac4-8820-a70cd71ee41a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.395056] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d8f1460-ffde-46e8-b5da-5651b89fee89 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.399061] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.197s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.401290] env[68864]: INFO nova.compute.claims [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.490687] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669349} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.491455] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5/71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.491985] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.492421] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdc8c281-80c6-483b-8c09-4ffbd927843e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.499443] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 674.499443] env[68864]: value = "task-3185009" [ 674.499443] env[68864]: _type = "Task" [ 674.499443] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.509053] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.597223] env[68864]: INFO nova.compute.manager [-] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Took 1.61 seconds to deallocate network for instance. [ 674.692051] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.833634] env[68864]: DEBUG nova.compute.manager [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Received event network-vif-plugged-137d3aad-f43a-4d3b-b4f3-1cb925e30f0d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.833864] env[68864]: DEBUG oslo_concurrency.lockutils [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] Acquiring lock "f9733501-5836-4d17-a830-2745287f7b79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.834092] env[68864]: DEBUG oslo_concurrency.lockutils [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] Lock "f9733501-5836-4d17-a830-2745287f7b79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.834260] env[68864]: DEBUG oslo_concurrency.lockutils [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] Lock "f9733501-5836-4d17-a830-2745287f7b79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.834424] env[68864]: DEBUG nova.compute.manager [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] No waiting events found dispatching network-vif-plugged-137d3aad-f43a-4d3b-b4f3-1cb925e30f0d {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.834600] env[68864]: WARNING nova.compute.manager [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Received unexpected event network-vif-plugged-137d3aad-f43a-4d3b-b4f3-1cb925e30f0d for instance with vm_state building and task_state spawning. [ 674.834754] env[68864]: DEBUG nova.compute.manager [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Received event network-changed-137d3aad-f43a-4d3b-b4f3-1cb925e30f0d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.834910] env[68864]: DEBUG nova.compute.manager [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Refreshing instance network info cache due to event network-changed-137d3aad-f43a-4d3b-b4f3-1cb925e30f0d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.835092] env[68864]: DEBUG oslo_concurrency.lockutils [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] Acquiring lock "refresh_cache-f9733501-5836-4d17-a830-2745287f7b79" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.848163] env[68864]: DEBUG nova.network.neutron [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Updating instance_info_cache with network_info: [{"id": "137d3aad-f43a-4d3b-b4f3-1cb925e30f0d", "address": "fa:16:3e:79:7a:3a", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137d3aad-f4", "ovs_interfaceid": "137d3aad-f43a-4d3b-b4f3-1cb925e30f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.895438] env[68864]: INFO nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Took 43.60 seconds to build instance. [ 675.013484] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086783} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.013771] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.014634] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add5c2af-c6ef-4eae-af74-b472c3634128 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.040126] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5/71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.040708] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e263b6-4166-447b-8901-c060d786c651 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.062120] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 675.062120] env[68864]: value = "task-3185010" [ 675.062120] env[68864]: _type = "Task" [ 675.062120] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.070715] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.102282] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.219628] env[68864]: DEBUG nova.network.neutron [-] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.351634] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "refresh_cache-f9733501-5836-4d17-a830-2745287f7b79" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.352079] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Instance network_info: |[{"id": "137d3aad-f43a-4d3b-b4f3-1cb925e30f0d", "address": "fa:16:3e:79:7a:3a", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137d3aad-f4", "ovs_interfaceid": "137d3aad-f43a-4d3b-b4f3-1cb925e30f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.352824] env[68864]: DEBUG oslo_concurrency.lockutils [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] Acquired lock "refresh_cache-f9733501-5836-4d17-a830-2745287f7b79" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.353241] env[68864]: DEBUG nova.network.neutron [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Refreshing network info cache for port 137d3aad-f43a-4d3b-b4f3-1cb925e30f0d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.354955] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:7a:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '137d3aad-f43a-4d3b-b4f3-1cb925e30f0d', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.364377] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.365651] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9733501-5836-4d17-a830-2745287f7b79] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.367672] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5550be2-c94d-4855-ace9-5e273f53ee56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.388709] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.388709] env[68864]: value = "task-3185011" [ 675.388709] env[68864]: _type = "Task" [ 675.388709] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.400126] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f720a633-de87-428c-a7de-2a8d336be8ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.393s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.400126] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185011, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.572540] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.723267] env[68864]: INFO nova.compute.manager [-] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Took 2.40 seconds to deallocate network for instance. [ 675.744179] env[68864]: DEBUG nova.compute.manager [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.745212] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57b28b-d7e5-4901-9afe-a0dfc72b8f77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.900988] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185011, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.903620] env[68864]: DEBUG nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.019844] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aae7a01-ca3c-4bf7-a162-cf4e103d67bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.028947] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240d5864-a943-4538-b73d-ab9a01896335 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.768919] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.769893] env[68864]: INFO nova.compute.manager [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] instance snapshotting [ 676.784708] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fda31c-f62e-4511-9690-ec1f15f05cc6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.787874] env[68864]: DEBUG nova.compute.manager [req-8ac34f2d-ded0-4e00-a010-360cd585fe51 req-019d4703-ee23-4675-b53d-9cc1617a60be service nova] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Received event network-vif-deleted-c1f3ae84-bb21-431d-bd11-43d053abc23c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.791407] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f019a25-9ba8-4804-8691-83a37806a5bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.797865] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185011, 'name': CreateVM_Task, 'duration_secs': 0.568548} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.817319] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9733501-5836-4d17-a830-2745287f7b79] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.818299] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185010, 'name': ReconfigVM_Task, 'duration_secs': 0.901721} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.819333] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.820617] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.820617] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.821284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf5cf1-9266-4a67-a7ef-2027c85d41af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.826241] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81469be6-4b35-4c40-91d7-d2f6551e0645 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.829128] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5/71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.830211] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994844da-b6db-41d3-bb44-0aaf7cd5dd66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.832344] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a61b5af4-d58b-4bb3-b397-49ec8b848658 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.848747] env[68864]: DEBUG nova.compute.provider_tree [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.855367] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 676.855367] env[68864]: value = "task-3185013" [ 676.855367] env[68864]: _type = "Task" [ 676.855367] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.855640] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 676.855640] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f95b3-a431-8acd-9689-055e5bf34f34" [ 676.855640] env[68864]: _type = "Task" [ 676.855640] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.873837] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f95b3-a431-8acd-9689-055e5bf34f34, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.874162] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185013, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.874471] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.874731] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.874986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.875145] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.875356] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.875621] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-108fc4f4-5d17-4ed5-8328-1e7dd0834650 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.883520] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.883721] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.884543] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec84fd5d-5308-430b-8ab1-68371ac8f4c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.892339] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 676.892339] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5296b73f-cf33-a36a-20ab-c54f8a281f72" [ 676.892339] env[68864]: _type = "Task" [ 676.892339] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.893394] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.903352] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5296b73f-cf33-a36a-20ab-c54f8a281f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.107459] env[68864]: DEBUG nova.network.neutron [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Updated VIF entry in instance network info cache for port 137d3aad-f43a-4d3b-b4f3-1cb925e30f0d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.107822] env[68864]: DEBUG nova.network.neutron [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Updating instance_info_cache with network_info: [{"id": "137d3aad-f43a-4d3b-b4f3-1cb925e30f0d", "address": "fa:16:3e:79:7a:3a", "network": {"id": "f32629f6-02be-4a8e-83b9-adbd3dca3627", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1167443628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c68f6739386f47d5b9694ff223921cf3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137d3aad-f4", "ovs_interfaceid": "137d3aad-f43a-4d3b-b4f3-1cb925e30f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.352438] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 677.352843] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5cf81d04-d782-476e-a933-cbca3a9d3399 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.369498] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 677.369498] env[68864]: value = "task-3185014" [ 677.369498] env[68864]: _type = "Task" [ 677.369498] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.374625] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185013, 'name': Rename_Task, 'duration_secs': 0.137242} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.375493] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.375749] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf8f7d05-862c-49d3-8d87-72bb038e02d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.381753] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185014, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.386523] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 677.386523] env[68864]: value = "task-3185015" [ 677.386523] env[68864]: _type = "Task" [ 677.386523] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.395810] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.396927] env[68864]: ERROR nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [req-5bad9532-232d-473d-ba6d-58a5a15f904b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bad9532-232d-473d-ba6d-58a5a15f904b"}]} [ 677.409173] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5296b73f-cf33-a36a-20ab-c54f8a281f72, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.410180] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc546522-9d71-427b-9f1f-a59b74f6f3fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.419636] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 677.419636] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524bb97c-9903-41e9-2ea4-76b63a65ee00" [ 677.419636] env[68864]: _type = "Task" [ 677.419636] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.426452] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524bb97c-9903-41e9-2ea4-76b63a65ee00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.431364] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 677.458167] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 677.458430] env[68864]: DEBUG nova.compute.provider_tree [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.474624] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 677.513731] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 677.610749] env[68864]: DEBUG oslo_concurrency.lockutils [req-55d86ac2-8233-48f3-bdff-841c260a7d02 req-4b8a72de-2f03-4a2b-aeed-0a794e4f0741 service nova] Releasing lock "refresh_cache-f9733501-5836-4d17-a830-2745287f7b79" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.884563] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185014, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.897022] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185015, 'name': PowerOnVM_Task, 'duration_secs': 0.486577} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.897697] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.898169] env[68864]: INFO nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Took 9.61 seconds to spawn the instance on the hypervisor. [ 677.898383] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.899177] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aadbc8-6721-490d-84ae-17ac3fc4b251 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.944073] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524bb97c-9903-41e9-2ea4-76b63a65ee00, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.944721] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.944966] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] f9733501-5836-4d17-a830-2745287f7b79/f9733501-5836-4d17-a830-2745287f7b79.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.945335] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-906fbd64-96b8-465c-99b2-d311e4df0fb3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.954340] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 677.954340] env[68864]: value = "task-3185017" [ 677.954340] env[68864]: _type = "Task" [ 677.954340] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.974489] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.155484] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef4de0-5db7-48c7-83f2-3d6ce39a6605 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.164150] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbea2c4a-32db-43f2-b111-7226cb5560c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.196386] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de3a79-79d6-45e9-9418-93d65bcdb488 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.204699] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f8c27f-a0bc-4086-a222-f6ea19288f05 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.219950] env[68864]: DEBUG nova.compute.provider_tree [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.380571] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185014, 'name': CreateSnapshot_Task, 'duration_secs': 0.598985} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.380864] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 678.381782] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e6112-427a-4a7a-b6fe-a399095740d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.420025] env[68864]: INFO nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Took 44.08 seconds to build instance. [ 678.466914] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185017, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.745066] env[68864]: ERROR nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [req-7c5bc05f-5fd0-41f0-8c2d-33a18792c6a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c5bc05f-5fd0-41f0-8c2d-33a18792c6a5"}]} [ 678.769227] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 678.786016] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 678.787266] env[68864]: DEBUG nova.compute.provider_tree [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.801182] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 678.835017] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 678.845666] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "091adaaa-617e-45e0-9ada-cdeadfff36a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.846099] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.902284] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.902820] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9775942c-3719-4232-9b9e-623447814595 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.917211] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 678.917211] env[68864]: value = "task-3185018" [ 678.917211] env[68864]: _type = "Task" [ 678.917211] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.925969] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.861s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.931534] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185018, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.974683] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679092} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.976321] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] f9733501-5836-4d17-a830-2745287f7b79/f9733501-5836-4d17-a830-2745287f7b79.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.976560] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.977786] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4a69708-1d4d-49e2-8a8a-e4c7f471545a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.986569] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 678.986569] env[68864]: value = "task-3185019" [ 678.986569] env[68864]: _type = "Task" [ 678.986569] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.002036] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.414922] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29bc3a3-554a-4836-9d58-23599e49f5ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.429834] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a42112-d7b0-4495-95ad-7194153f0e55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.433039] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185018, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.433713] env[68864]: DEBUG nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.463576] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842a8750-06cb-4143-9582-61fd3de97ea1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.472320] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b741fb6b-65b8-49cc-83eb-0338c84cc12f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.491051] env[68864]: DEBUG nova.compute.provider_tree [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.503560] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084953} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.504091] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.504892] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b2e848-2a5d-4602-90cc-9c9a6142bca5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.530754] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] f9733501-5836-4d17-a830-2745287f7b79/f9733501-5836-4d17-a830-2745287f7b79.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.531379] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35412044-abc9-4aa4-971a-59647b37fbf0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.554560] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 679.554560] env[68864]: value = "task-3185020" [ 679.554560] env[68864]: _type = "Task" [ 679.554560] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.567763] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.930103] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185018, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.964739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.044230] env[68864]: DEBUG nova.scheduler.client.report [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 680.044552] env[68864]: DEBUG nova.compute.provider_tree [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 49 to 50 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 680.044757] env[68864]: DEBUG nova.compute.provider_tree [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.066577] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.430988] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185018, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.550579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.153s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.551181] env[68864]: DEBUG nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.554448] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.297s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.560660] env[68864]: INFO nova.compute.claims [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.583234] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185020, 'name': ReconfigVM_Task, 'duration_secs': 0.683097} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.583234] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Reconfigured VM instance instance-00000017 to attach disk [datastore2] f9733501-5836-4d17-a830-2745287f7b79/f9733501-5836-4d17-a830-2745287f7b79.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.583234] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc2f4d5d-c1f6-4e5e-b0aa-cdfbc53a0dfa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.594583] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 680.594583] env[68864]: value = "task-3185022" [ 680.594583] env[68864]: _type = "Task" [ 680.594583] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.604811] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185022, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.932962] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185018, 'name': CloneVM_Task, 'duration_secs': 1.956687} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.933445] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Created linked-clone VM from snapshot [ 680.934201] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee9eed-14a5-4993-b3f8-1a770781f954 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.945173] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Uploading image 5faf80e1-15ce-47a4-aa14-135a490160d8 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 680.980515] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 680.980515] env[68864]: value = "vm-637005" [ 680.980515] env[68864]: _type = "VirtualMachine" [ 680.980515] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 680.980515] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3bf5cc1-5bb5-4b44-9cbe-ddd7c1f1ecc3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.992025] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lease: (returnval){ [ 680.992025] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0128a-6d0f-e4a2-dfae-a155ff890548" [ 680.992025] env[68864]: _type = "HttpNfcLease" [ 680.992025] env[68864]: } obtained for exporting VM: (result){ [ 680.992025] env[68864]: value = "vm-637005" [ 680.992025] env[68864]: _type = "VirtualMachine" [ 680.992025] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 680.992025] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the lease: (returnval){ [ 680.992025] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0128a-6d0f-e4a2-dfae-a155ff890548" [ 680.992025] env[68864]: _type = "HttpNfcLease" [ 680.992025] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 681.004923] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.004923] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0128a-6d0f-e4a2-dfae-a155ff890548" [ 681.004923] env[68864]: _type = "HttpNfcLease" [ 681.004923] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 681.069183] env[68864]: DEBUG nova.compute.utils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.074329] env[68864]: DEBUG nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.074329] env[68864]: DEBUG nova.network.neutron [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.109402] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185022, 'name': Rename_Task, 'duration_secs': 0.28176} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.109692] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.109973] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198a188b-b3d8-48a1-9647-67f02ef077e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.121252] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 681.121252] env[68864]: value = "task-3185024" [ 681.121252] env[68864]: _type = "Task" [ 681.121252] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.138632] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.158862] env[68864]: DEBUG nova.policy [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c24e3ffde584d70b0975291b0864f5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3ea0f1ee93844afac1d127a365fa9b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.503760] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 681.503760] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0128a-6d0f-e4a2-dfae-a155ff890548" [ 681.503760] env[68864]: _type = "HttpNfcLease" [ 681.503760] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 681.504317] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 681.504317] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0128a-6d0f-e4a2-dfae-a155ff890548" [ 681.504317] env[68864]: _type = "HttpNfcLease" [ 681.504317] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 681.505199] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88619440-1052-4b2a-91bb-6c25e8ff13b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.525372] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244084e-712e-4d89-6b13-1628533da1b9/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 681.525635] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244084e-712e-4d89-6b13-1628533da1b9/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 681.586825] env[68864]: DEBUG nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.593462] env[68864]: DEBUG nova.network.neutron [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Successfully created port: 742ab195-6eb0-4f12-adac-2993f3857255 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.602079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.602468] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.632926] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0b9cc2c-72fb-4d93-b645-0eb18bc3015b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.640331] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185024, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.133412] env[68864]: DEBUG oslo_vmware.api [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185024, 'name': PowerOnVM_Task, 'duration_secs': 0.835763} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.134085] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.134085] env[68864]: INFO nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Took 8.93 seconds to spawn the instance on the hypervisor. [ 682.134283] env[68864]: DEBUG nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.135268] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61605be5-779f-414c-abca-5694ef82b3c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.270190] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505684bb-5f54-46cc-90c7-7623968d6fea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.278500] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75f9ea-3bd5-43fc-9352-a8eff15fb774 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.320951] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952e2c0-196f-47e3-9f43-8b9c175624b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.332936] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4d34b8-9d0d-4c6a-b4dd-e5a67e6cfb7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.348242] env[68864]: DEBUG nova.compute.provider_tree [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.605251] env[68864]: DEBUG nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.629237] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.629542] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.629796] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.630051] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.630245] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.630505] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.630720] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.630877] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.631131] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.631309] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.631505] env[68864]: DEBUG nova.virt.hardware [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.632917] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3088e8f7-cbca-4547-871b-a1367caa2042 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.641944] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d73406e-2f94-4543-85f1-98881905a07c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.666950] env[68864]: INFO nova.compute.manager [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Took 44.30 seconds to build instance. [ 682.870260] env[68864]: ERROR nova.scheduler.client.report [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [req-5d10aa99-5655-4cb3-8498-26b89c6c7eb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d10aa99-5655-4cb3-8498-26b89c6c7eb9"}]} [ 682.889055] env[68864]: DEBUG nova.scheduler.client.report [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.905706] env[68864]: DEBUG nova.scheduler.client.report [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.905956] env[68864]: DEBUG nova.compute.provider_tree [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.930504] env[68864]: DEBUG nova.scheduler.client.report [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.953590] env[68864]: DEBUG nova.scheduler.client.report [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 683.116614] env[68864]: DEBUG nova.compute.manager [req-08bc3784-bd39-487c-a9a8-dab945e9d008 req-481a1a28-52cb-428c-9774-951017ddaca4 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Received event network-vif-plugged-742ab195-6eb0-4f12-adac-2993f3857255 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.116899] env[68864]: DEBUG oslo_concurrency.lockutils [req-08bc3784-bd39-487c-a9a8-dab945e9d008 req-481a1a28-52cb-428c-9774-951017ddaca4 service nova] Acquiring lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.117160] env[68864]: DEBUG oslo_concurrency.lockutils [req-08bc3784-bd39-487c-a9a8-dab945e9d008 req-481a1a28-52cb-428c-9774-951017ddaca4 service nova] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.117434] env[68864]: DEBUG oslo_concurrency.lockutils [req-08bc3784-bd39-487c-a9a8-dab945e9d008 req-481a1a28-52cb-428c-9774-951017ddaca4 service nova] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.117728] env[68864]: DEBUG nova.compute.manager [req-08bc3784-bd39-487c-a9a8-dab945e9d008 req-481a1a28-52cb-428c-9774-951017ddaca4 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] No waiting events found dispatching network-vif-plugged-742ab195-6eb0-4f12-adac-2993f3857255 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.117960] env[68864]: WARNING nova.compute.manager [req-08bc3784-bd39-487c-a9a8-dab945e9d008 req-481a1a28-52cb-428c-9774-951017ddaca4 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Received unexpected event network-vif-plugged-742ab195-6eb0-4f12-adac-2993f3857255 for instance with vm_state building and task_state spawning. [ 683.170958] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82e7ad73-cfcf-4d9c-a244-9994f62c9856 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f9733501-5836-4d17-a830-2745287f7b79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.055s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.224033] env[68864]: DEBUG nova.network.neutron [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Successfully updated port: 742ab195-6eb0-4f12-adac-2993f3857255 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.414472] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "f720a633-de87-428c-a7de-2a8d336be8ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.414843] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f720a633-de87-428c-a7de-2a8d336be8ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.415011] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "f720a633-de87-428c-a7de-2a8d336be8ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.415316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f720a633-de87-428c-a7de-2a8d336be8ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.415434] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f720a633-de87-428c-a7de-2a8d336be8ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.420842] env[68864]: INFO nova.compute.manager [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Terminating instance [ 683.493750] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6675d949-fc1e-4203-91c1-6fbe1fb5c701 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.503106] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a984b3-1877-40a9-a896-297503ecfcfd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.536920] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047fa341-6c8d-47b6-b540-b5ca9d6078da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.547028] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b9b706-c195-4157-9d5c-b4537ea470ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.563670] env[68864]: DEBUG nova.compute.provider_tree [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.673571] env[68864]: DEBUG nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.730242] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.730461] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquired lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.730624] env[68864]: DEBUG nova.network.neutron [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.925846] env[68864]: DEBUG nova.compute.manager [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.926126] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.927254] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8148b232-1616-4498-bb4c-58a2f42a1723 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.936605] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.936926] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84072348-9533-4224-83a2-7a7ef8139e5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.947088] env[68864]: DEBUG oslo_vmware.api [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 683.947088] env[68864]: value = "task-3185026" [ 683.947088] env[68864]: _type = "Task" [ 683.947088] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.957260] env[68864]: DEBUG oslo_vmware.api [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.106606] env[68864]: DEBUG nova.scheduler.client.report [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.106922] env[68864]: DEBUG nova.compute.provider_tree [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 51 to 52 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.107124] env[68864]: DEBUG nova.compute.provider_tree [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.201140] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.271551] env[68864]: DEBUG nova.network.neutron [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.429132] env[68864]: DEBUG nova.network.neutron [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Updating instance_info_cache with network_info: [{"id": "742ab195-6eb0-4f12-adac-2993f3857255", "address": "fa:16:3e:a2:70:d0", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742ab195-6e", "ovs_interfaceid": "742ab195-6eb0-4f12-adac-2993f3857255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.459267] env[68864]: DEBUG oslo_vmware.api [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185026, 'name': PowerOffVM_Task, 'duration_secs': 0.469499} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.459929] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.460157] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.460435] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b11d940-f701-4aad-9ac9-57a58be8b43b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.547851] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.548151] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.548395] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleting the datastore file [datastore2] f720a633-de87-428c-a7de-2a8d336be8ed {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.548658] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d735086-0b12-47f1-a5c6-d16bd95f4687 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.557657] env[68864]: DEBUG oslo_vmware.api [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 684.557657] env[68864]: value = "task-3185029" [ 684.557657] env[68864]: _type = "Task" [ 684.557657] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.566737] env[68864]: DEBUG oslo_vmware.api [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.612586] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.058s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.613181] env[68864]: DEBUG nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.616140] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.843s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.618916] env[68864]: INFO nova.compute.claims [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.931478] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Releasing lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931826] env[68864]: DEBUG nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Instance network_info: |[{"id": "742ab195-6eb0-4f12-adac-2993f3857255", "address": "fa:16:3e:a2:70:d0", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742ab195-6e", "ovs_interfaceid": "742ab195-6eb0-4f12-adac-2993f3857255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.932706] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:70:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '742ab195-6eb0-4f12-adac-2993f3857255', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.940860] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Creating folder: Project (d3ea0f1ee93844afac1d127a365fa9b8). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.941611] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15ca83c-e25b-4479-847d-a1f8544ee9bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.955175] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Created folder: Project (d3ea0f1ee93844afac1d127a365fa9b8) in parent group-v636929. [ 684.955417] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Creating folder: Instances. Parent ref: group-v637007. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.955679] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bafbe26a-6fe3-45af-9c21-5b73320cfb5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.968936] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Created folder: Instances in parent group-v637007. [ 684.969245] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.969461] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.969672] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e39e75a3-ad5c-4236-8a43-1a97e2d039d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.991446] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.991446] env[68864]: value = "task-3185032" [ 684.991446] env[68864]: _type = "Task" [ 684.991446] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.000661] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185032, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.068751] env[68864]: DEBUG oslo_vmware.api [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242698} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.069043] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.069389] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.069722] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.069928] env[68864]: INFO nova.compute.manager [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 685.070243] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.070501] env[68864]: DEBUG nova.compute.manager [-] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.070636] env[68864]: DEBUG nova.network.neutron [-] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.128501] env[68864]: DEBUG nova.compute.utils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.131665] env[68864]: DEBUG nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.131950] env[68864]: DEBUG nova.network.neutron [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.143255] env[68864]: DEBUG nova.compute.manager [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Received event network-changed-742ab195-6eb0-4f12-adac-2993f3857255 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.143500] env[68864]: DEBUG nova.compute.manager [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Refreshing instance network info cache due to event network-changed-742ab195-6eb0-4f12-adac-2993f3857255. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.144264] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] Acquiring lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.144264] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] Acquired lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.144264] env[68864]: DEBUG nova.network.neutron [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Refreshing network info cache for port 742ab195-6eb0-4f12-adac-2993f3857255 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.202328] env[68864]: DEBUG nova.policy [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4082e8d2ded04322a36c45a984632d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d633e9011c4fd780e633a9e5b9abdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.504153] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185032, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.632861] env[68864]: DEBUG nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.755146] env[68864]: DEBUG nova.network.neutron [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Successfully created port: 7f9c142c-5035-4b67-989e-f9a92b8ee94c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.849991] env[68864]: DEBUG nova.network.neutron [-] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.921844] env[68864]: DEBUG nova.network.neutron [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Updated VIF entry in instance network info cache for port 742ab195-6eb0-4f12-adac-2993f3857255. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.922678] env[68864]: DEBUG nova.network.neutron [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Updating instance_info_cache with network_info: [{"id": "742ab195-6eb0-4f12-adac-2993f3857255", "address": "fa:16:3e:a2:70:d0", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742ab195-6e", "ovs_interfaceid": "742ab195-6eb0-4f12-adac-2993f3857255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.008424] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185032, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.262179] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3e6ed-9adf-4435-ba5f-31c4021a9b84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.270551] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9f0868-63c2-46d9-b1b1-0bd42b123125 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.302653] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4712288-ff0d-4aa5-8a21-4f42b0c932db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.311263] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3061a3-b546-40a7-82da-30e1de81f27c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.325663] env[68864]: DEBUG nova.compute.provider_tree [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.356719] env[68864]: INFO nova.compute.manager [-] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Took 1.29 seconds to deallocate network for instance. [ 686.426251] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc23eca0-5382-485e-ab65-beb96ac25afc req-208a41ea-5f61-449d-b654-448662f33f84 service nova] Releasing lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.504063] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185032, 'name': CreateVM_Task, 'duration_secs': 1.471246} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.504063] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.504589] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.504821] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.505165] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.505427] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb2dd33-a11d-4873-907f-9698bc6bd17f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.510916] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 686.510916] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fccbd6-ffab-e746-b470-afa89f859b25" [ 686.510916] env[68864]: _type = "Task" [ 686.510916] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.520230] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fccbd6-ffab-e746-b470-afa89f859b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.650638] env[68864]: DEBUG nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.677504] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.677755] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.677913] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.678107] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.678253] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.678397] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.678604] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.678757] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.679027] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.679212] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.679391] env[68864]: DEBUG nova.virt.hardware [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.680398] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98cb037-b655-410c-a26e-c74bccdad15e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.691665] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c600e-ff00-4f60-adfe-a66c4883e497 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.830047] env[68864]: DEBUG nova.scheduler.client.report [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.864294] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.022943] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fccbd6-ffab-e746-b470-afa89f859b25, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.023302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.024025] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.024025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.024025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.024229] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.024349] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2539f2eb-a65f-4c40-a399-94ecb46631b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.036500] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.036705] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.037578] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b89729-3390-4078-80d1-b70f35c381b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.044468] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 687.044468] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520e0461-b225-8092-b58b-89223f1a8482" [ 687.044468] env[68864]: _type = "Task" [ 687.044468] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.053468] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520e0461-b225-8092-b58b-89223f1a8482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.216761] env[68864]: DEBUG nova.compute.manager [req-4be8145d-842e-4b33-b4cd-10ca615ea753 req-a80cf324-7e65-4a35-8d98-c422e40ef130 service nova] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Received event network-vif-deleted-31fe0849-49cc-4c87-9cb5-832de4a69208 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.335464] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.335961] env[68864]: DEBUG nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.338589] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.563s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.338807] env[68864]: DEBUG nova.objects.instance [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lazy-loading 'resources' on Instance uuid 3e8f537c-36f9-4d3b-8c48-55efb1582f53 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.404619] env[68864]: DEBUG nova.compute.manager [req-cd359e8b-2ac9-4d94-9be6-f73ff3e590bd req-a12c3c32-b93d-4725-9090-5bd67461ed81 service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Received event network-vif-plugged-7f9c142c-5035-4b67-989e-f9a92b8ee94c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.404846] env[68864]: DEBUG oslo_concurrency.lockutils [req-cd359e8b-2ac9-4d94-9be6-f73ff3e590bd req-a12c3c32-b93d-4725-9090-5bd67461ed81 service nova] Acquiring lock "8856fccf-17f5-4669-8536-2cf0f7803110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.405072] env[68864]: DEBUG oslo_concurrency.lockutils [req-cd359e8b-2ac9-4d94-9be6-f73ff3e590bd req-a12c3c32-b93d-4725-9090-5bd67461ed81 service nova] Lock "8856fccf-17f5-4669-8536-2cf0f7803110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.405327] env[68864]: DEBUG oslo_concurrency.lockutils [req-cd359e8b-2ac9-4d94-9be6-f73ff3e590bd req-a12c3c32-b93d-4725-9090-5bd67461ed81 service nova] Lock "8856fccf-17f5-4669-8536-2cf0f7803110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.405453] env[68864]: DEBUG nova.compute.manager [req-cd359e8b-2ac9-4d94-9be6-f73ff3e590bd req-a12c3c32-b93d-4725-9090-5bd67461ed81 service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] No waiting events found dispatching network-vif-plugged-7f9c142c-5035-4b67-989e-f9a92b8ee94c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.405559] env[68864]: WARNING nova.compute.manager [req-cd359e8b-2ac9-4d94-9be6-f73ff3e590bd req-a12c3c32-b93d-4725-9090-5bd67461ed81 service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Received unexpected event network-vif-plugged-7f9c142c-5035-4b67-989e-f9a92b8ee94c for instance with vm_state building and task_state spawning. [ 687.525387] env[68864]: DEBUG nova.network.neutron [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Successfully updated port: 7f9c142c-5035-4b67-989e-f9a92b8ee94c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.556168] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520e0461-b225-8092-b58b-89223f1a8482, 'name': SearchDatastore_Task, 'duration_secs': 0.025068} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.556989] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b19b533-c654-407a-9382-6d7d205bae49 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.562930] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 687.562930] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272a49b-33cb-3605-10f1-94ade27d7636" [ 687.562930] env[68864]: _type = "Task" [ 687.562930] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.572990] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272a49b-33cb-3605-10f1-94ade27d7636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.845168] env[68864]: DEBUG nova.compute.utils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.847087] env[68864]: DEBUG nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.847087] env[68864]: DEBUG nova.network.neutron [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.939194] env[68864]: DEBUG nova.policy [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8907cd9e4db642dda46d3966930a6597', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdeb1c9fda11435599a8682678ff953b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.029524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "refresh_cache-8856fccf-17f5-4669-8536-2cf0f7803110" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.029524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired lock "refresh_cache-8856fccf-17f5-4669-8536-2cf0f7803110" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.029524] env[68864]: DEBUG nova.network.neutron [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.077695] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272a49b-33cb-3605-10f1-94ade27d7636, 'name': SearchDatastore_Task, 'duration_secs': 0.024254} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.077965] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.078300] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955/01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.078581] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abcee260-7f61-4a49-92f7-3fb76033957a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.093187] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 688.093187] env[68864]: value = "task-3185034" [ 688.093187] env[68864]: _type = "Task" [ 688.093187] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.106669] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.343483] env[68864]: DEBUG nova.network.neutron [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Successfully created port: 108c579d-f91c-435b-a833-e324cea7f0fb {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.351124] env[68864]: DEBUG nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.383876] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb193c-e64e-42ec-ab11-1f18e99a6f5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.395774] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487ea094-74f5-4c47-adbb-2cc30c614097 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.429985] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb66776-3d62-42e4-8b52-b3c5e0be2f56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.441319] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f08b7c-02f4-4d72-b9f4-f70c3413c43d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.460943] env[68864]: DEBUG nova.compute.provider_tree [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.572018] env[68864]: DEBUG nova.network.neutron [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.605451] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185034, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.727951] env[68864]: DEBUG nova.network.neutron [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Updating instance_info_cache with network_info: [{"id": "7f9c142c-5035-4b67-989e-f9a92b8ee94c", "address": "fa:16:3e:e8:fe:ff", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9c142c-50", "ovs_interfaceid": "7f9c142c-5035-4b67-989e-f9a92b8ee94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.964769] env[68864]: DEBUG nova.scheduler.client.report [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.105446] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527943} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.105669] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955/01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.105916] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.106162] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd88fa24-23e8-43db-a724-7e69b2618c4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.115291] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 689.115291] env[68864]: value = "task-3185035" [ 689.115291] env[68864]: _type = "Task" [ 689.115291] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.125185] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.231812] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Releasing lock "refresh_cache-8856fccf-17f5-4669-8536-2cf0f7803110" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.231812] env[68864]: DEBUG nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Instance network_info: |[{"id": "7f9c142c-5035-4b67-989e-f9a92b8ee94c", "address": "fa:16:3e:e8:fe:ff", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9c142c-50", "ovs_interfaceid": "7f9c142c-5035-4b67-989e-f9a92b8ee94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.232265] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:fe:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f9c142c-5035-4b67-989e-f9a92b8ee94c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.239687] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Creating folder: Project (73d633e9011c4fd780e633a9e5b9abdc). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.239994] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ec94aa8-0a5d-4d15-b125-ef1e67a825c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.255068] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Created folder: Project (73d633e9011c4fd780e633a9e5b9abdc) in parent group-v636929. [ 689.255068] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Creating folder: Instances. Parent ref: group-v637010. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.255068] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af6d5531-3388-4b22-b327-5262f9564158 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.264906] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Created folder: Instances in parent group-v637010. [ 689.265317] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.265579] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.265912] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f68f4d05-a905-4579-9c69-da2f198c7ebf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.289152] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.289152] env[68864]: value = "task-3185038" [ 689.289152] env[68864]: _type = "Task" [ 689.289152] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.298760] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185038, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.364774] env[68864]: DEBUG nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.393048] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.393341] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.393519] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.393651] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.393818] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.393981] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.394151] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.394369] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.394508] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.394655] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.394831] env[68864]: DEBUG nova.virt.hardware [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.395732] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89553ef-23ba-400d-9ec0-8c2e8ea58be4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.404424] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25417ab7-e06b-4272-abbc-6961a1a85a28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.469714] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.472353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.386s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.473893] env[68864]: INFO nova.compute.claims [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.497676] env[68864]: INFO nova.scheduler.client.report [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted allocations for instance 3e8f537c-36f9-4d3b-8c48-55efb1582f53 [ 689.631701] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087697} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.632088] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.633658] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c593fd4-903f-4f3c-92e0-10eef39a076f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.669659] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955/01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.671375] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd5bd36-eaf6-4187-bc9c-f7a43ad896b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.689470] env[68864]: DEBUG nova.compute.manager [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Received event network-changed-7f9c142c-5035-4b67-989e-f9a92b8ee94c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.689715] env[68864]: DEBUG nova.compute.manager [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Refreshing instance network info cache due to event network-changed-7f9c142c-5035-4b67-989e-f9a92b8ee94c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.690031] env[68864]: DEBUG oslo_concurrency.lockutils [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] Acquiring lock "refresh_cache-8856fccf-17f5-4669-8536-2cf0f7803110" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.690261] env[68864]: DEBUG oslo_concurrency.lockutils [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] Acquired lock "refresh_cache-8856fccf-17f5-4669-8536-2cf0f7803110" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.690497] env[68864]: DEBUG nova.network.neutron [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Refreshing network info cache for port 7f9c142c-5035-4b67-989e-f9a92b8ee94c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.701293] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 689.701293] env[68864]: value = "task-3185039" [ 689.701293] env[68864]: _type = "Task" [ 689.701293] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.716705] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.800095] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185038, 'name': CreateVM_Task, 'duration_secs': 0.486513} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.800263] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.800972] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.801300] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.801485] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.802065] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edabd511-30ec-4492-961c-19b92b2120e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.807944] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 689.807944] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52528212-124b-ceea-d473-96c2cc6b88b9" [ 689.807944] env[68864]: _type = "Task" [ 689.807944] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.818163] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52528212-124b-ceea-d473-96c2cc6b88b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.009957] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244084e-712e-4d89-6b13-1628533da1b9/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 690.010920] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ce4196-b7f1-4695-b568-a552a76be2d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.013931] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3380bae2-76f4-4502-bea1-de0a856579df tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "3e8f537c-36f9-4d3b-8c48-55efb1582f53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.298s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.019860] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244084e-712e-4d89-6b13-1628533da1b9/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.020027] env[68864]: ERROR oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244084e-712e-4d89-6b13-1628533da1b9/disk-0.vmdk due to incomplete transfer. [ 690.020279] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-30e0dc25-bd32-48c6-82dd-03fac65d8a01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.029017] env[68864]: DEBUG oslo_vmware.rw_handles [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244084e-712e-4d89-6b13-1628533da1b9/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.029332] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Uploaded image 5faf80e1-15ce-47a4-aa14-135a490160d8 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.035024] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.035024] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cefdb615-ddd8-438a-9e99-d27283e91cf5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.042222] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 690.042222] env[68864]: value = "task-3185040" [ 690.042222] env[68864]: _type = "Task" [ 690.042222] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.055441] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185040, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.221017] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185039, 'name': ReconfigVM_Task, 'duration_secs': 0.403939} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.221017] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955/01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.221017] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ea01af-c193-4cff-9dbb-e9ecd3c23c0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.229651] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 690.229651] env[68864]: value = "task-3185041" [ 690.229651] env[68864]: _type = "Task" [ 690.229651] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.241786] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185041, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.322130] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52528212-124b-ceea-d473-96c2cc6b88b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.326030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.326030] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.326030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.326030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326512] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.326512] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b8755f1-6309-4206-b159-cd6673331def {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.335726] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.335915] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.336803] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8325cb-059a-4d23-a906-92368de2228e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.346261] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 690.346261] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f1a408-e062-2d56-d101-a0b0839b467d" [ 690.346261] env[68864]: _type = "Task" [ 690.346261] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.356780] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f1a408-e062-2d56-d101-a0b0839b467d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.439904] env[68864]: DEBUG nova.network.neutron [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Updated VIF entry in instance network info cache for port 7f9c142c-5035-4b67-989e-f9a92b8ee94c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.440187] env[68864]: DEBUG nova.network.neutron [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Updating instance_info_cache with network_info: [{"id": "7f9c142c-5035-4b67-989e-f9a92b8ee94c", "address": "fa:16:3e:e8:fe:ff", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f9c142c-50", "ovs_interfaceid": "7f9c142c-5035-4b67-989e-f9a92b8ee94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.466756] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Acquiring lock "331d9c1a-e03e-4ad4-8758-939326619c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.467032] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "331d9c1a-e03e-4ad4-8758-939326619c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.495649] env[68864]: DEBUG nova.network.neutron [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Successfully updated port: 108c579d-f91c-435b-a833-e324cea7f0fb {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.554952] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185040, 'name': Destroy_Task, 'duration_secs': 0.379444} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.557411] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Destroyed the VM [ 690.557656] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 690.558718] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb3b93a2-fcf8-4672-971a-de66f3e73966 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.564826] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 690.564826] env[68864]: value = "task-3185042" [ 690.564826] env[68864]: _type = "Task" [ 690.564826] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.576188] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185042, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.742326] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185041, 'name': Rename_Task, 'duration_secs': 0.163813} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.744933] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.745410] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2476ab0d-d076-436f-84cd-d0b155447395 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.753508] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 690.753508] env[68864]: value = "task-3185043" [ 690.753508] env[68864]: _type = "Task" [ 690.753508] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.766030] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.859765] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f1a408-e062-2d56-d101-a0b0839b467d, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.860890] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbe2c60-70c5-49ee-a179-8d586b9b027f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.871057] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 690.871057] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd16e5-7cb2-3900-ddfc-9fe5859f7b50" [ 690.871057] env[68864]: _type = "Task" [ 690.871057] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.879899] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd16e5-7cb2-3900-ddfc-9fe5859f7b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.943995] env[68864]: DEBUG oslo_concurrency.lockutils [req-4e9ff084-7cd4-48b6-9fbf-07cb7d365b57 req-29316a0e-8281-4195-adcc-80e5864ce7ff service nova] Releasing lock "refresh_cache-8856fccf-17f5-4669-8536-2cf0f7803110" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.956556] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1755ce-1a0c-4532-a67f-306704cfa3e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.966131] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eb97e8-f150-4eda-9f13-cdef746d4d65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.000983] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "refresh_cache-9a76468d-f4d4-4a63-8c5b-a43f002cc535" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.001187] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired lock "refresh_cache-9a76468d-f4d4-4a63-8c5b-a43f002cc535" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.001356] env[68864]: DEBUG nova.network.neutron [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.004188] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e0b321-bbaf-47a6-a9d8-19cc9dd873f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.014813] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5cd357-9bb6-4896-9654-9981939edd55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.032130] env[68864]: DEBUG nova.compute.provider_tree [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.078694] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185042, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.265652] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.382649] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd16e5-7cb2-3900-ddfc-9fe5859f7b50, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.382932] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.383229] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 8856fccf-17f5-4669-8536-2cf0f7803110/8856fccf-17f5-4669-8536-2cf0f7803110.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.383513] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c54c5b61-5664-4ba0-ad36-678520c9b3ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.395879] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 691.395879] env[68864]: value = "task-3185044" [ 691.395879] env[68864]: _type = "Task" [ 691.395879] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.407392] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.537763] env[68864]: DEBUG nova.scheduler.client.report [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.544239] env[68864]: DEBUG nova.network.neutron [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.577036] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185042, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.688750] env[68864]: DEBUG nova.compute.manager [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Received event network-vif-plugged-108c579d-f91c-435b-a833-e324cea7f0fb {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.691567] env[68864]: DEBUG oslo_concurrency.lockutils [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] Acquiring lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.691980] env[68864]: DEBUG oslo_concurrency.lockutils [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.692265] env[68864]: DEBUG oslo_concurrency.lockutils [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.692623] env[68864]: DEBUG nova.compute.manager [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] No waiting events found dispatching network-vif-plugged-108c579d-f91c-435b-a833-e324cea7f0fb {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.694099] env[68864]: WARNING nova.compute.manager [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Received unexpected event network-vif-plugged-108c579d-f91c-435b-a833-e324cea7f0fb for instance with vm_state building and task_state spawning. [ 691.694364] env[68864]: DEBUG nova.compute.manager [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Received event network-changed-108c579d-f91c-435b-a833-e324cea7f0fb {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.694642] env[68864]: DEBUG nova.compute.manager [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Refreshing instance network info cache due to event network-changed-108c579d-f91c-435b-a833-e324cea7f0fb. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.694931] env[68864]: DEBUG oslo_concurrency.lockutils [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] Acquiring lock "refresh_cache-9a76468d-f4d4-4a63-8c5b-a43f002cc535" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.746872] env[68864]: DEBUG nova.network.neutron [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Updating instance_info_cache with network_info: [{"id": "108c579d-f91c-435b-a833-e324cea7f0fb", "address": "fa:16:3e:cb:6f:5c", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108c579d-f9", "ovs_interfaceid": "108c579d-f91c-435b-a833-e324cea7f0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.767060] env[68864]: DEBUG oslo_vmware.api [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185043, 'name': PowerOnVM_Task, 'duration_secs': 0.819575} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.767968] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.768212] env[68864]: INFO nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Took 9.16 seconds to spawn the instance on the hypervisor. [ 691.768504] env[68864]: DEBUG nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.769211] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8039ff-eb78-44f6-b99f-d3a0d2318d09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.906340] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.051936] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.051936] env[68864]: DEBUG nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.053339] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.689s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.054085] env[68864]: DEBUG nova.objects.instance [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lazy-loading 'resources' on Instance uuid 2905a98a-3997-4357-bcbc-65d31c2f694f {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.083510] env[68864]: DEBUG oslo_vmware.api [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185042, 'name': RemoveSnapshot_Task, 'duration_secs': 1.147302} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.084166] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 692.084555] env[68864]: INFO nova.compute.manager [None req-c89c5198-7ec2-4fdf-85c6-39a503612add tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Took 15.31 seconds to snapshot the instance on the hypervisor. [ 692.250479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Releasing lock "refresh_cache-9a76468d-f4d4-4a63-8c5b-a43f002cc535" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.251150] env[68864]: DEBUG nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Instance network_info: |[{"id": "108c579d-f91c-435b-a833-e324cea7f0fb", "address": "fa:16:3e:cb:6f:5c", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108c579d-f9", "ovs_interfaceid": "108c579d-f91c-435b-a833-e324cea7f0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.251665] env[68864]: DEBUG oslo_concurrency.lockutils [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] Acquired lock "refresh_cache-9a76468d-f4d4-4a63-8c5b-a43f002cc535" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.252043] env[68864]: DEBUG nova.network.neutron [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Refreshing network info cache for port 108c579d-f91c-435b-a833-e324cea7f0fb {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.254240] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:6f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '108c579d-f91c-435b-a833-e324cea7f0fb', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.262475] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.263991] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.264432] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff1bb122-cb61-4584-9898-6f40c16a9de4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.288658] env[68864]: INFO nova.compute.manager [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Took 50.11 seconds to build instance. [ 692.290819] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.290819] env[68864]: value = "task-3185045" [ 692.290819] env[68864]: _type = "Task" [ 692.290819] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.301007] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185045, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.407947] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926573} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.408268] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 8856fccf-17f5-4669-8536-2cf0f7803110/8856fccf-17f5-4669-8536-2cf0f7803110.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.408497] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.408753] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd56c0a1-79d6-4fdd-9f26-6ab394717cb0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.417728] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 692.417728] env[68864]: value = "task-3185046" [ 692.417728] env[68864]: _type = "Task" [ 692.417728] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.431372] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.561269] env[68864]: DEBUG nova.compute.utils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.562761] env[68864]: DEBUG nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.563346] env[68864]: DEBUG nova.network.neutron [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.611442] env[68864]: DEBUG nova.policy [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d3516f392a64e4a8f5579cfda1953f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1050c717edf4aff826dd682e21b74b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.791581] env[68864]: DEBUG oslo_concurrency.lockutils [None req-818e3693-5758-4c89-8e0f-03e55c89e059 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.609s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.813831] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185045, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.815874] env[68864]: DEBUG nova.compute.manager [None req-4b2c484a-3675-4357-8c96-abaadcb96f20 tempest-ServerExternalEventsTest-2117557320 tempest-ServerExternalEventsTest-2117557320-project] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Received event network-changed {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.816687] env[68864]: DEBUG nova.compute.manager [None req-4b2c484a-3675-4357-8c96-abaadcb96f20 tempest-ServerExternalEventsTest-2117557320 tempest-ServerExternalEventsTest-2117557320-project] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Refreshing instance network info cache due to event network-changed. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.816687] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b2c484a-3675-4357-8c96-abaadcb96f20 tempest-ServerExternalEventsTest-2117557320 tempest-ServerExternalEventsTest-2117557320-project] Acquiring lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816687] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b2c484a-3675-4357-8c96-abaadcb96f20 tempest-ServerExternalEventsTest-2117557320 tempest-ServerExternalEventsTest-2117557320-project] Acquired lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.816687] env[68864]: DEBUG nova.network.neutron [None req-4b2c484a-3675-4357-8c96-abaadcb96f20 tempest-ServerExternalEventsTest-2117557320 tempest-ServerExternalEventsTest-2117557320-project] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.931929] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142503} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.937412] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.938510] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853997c1-743f-4e2e-9b2d-a2815e0df160 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.966804] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 8856fccf-17f5-4669-8536-2cf0f7803110/8856fccf-17f5-4669-8536-2cf0f7803110.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.967435] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ac7fa4-d5a8-44ef-8fad-d62a537c683b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.997899] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 692.997899] env[68864]: value = "task-3185047" [ 692.997899] env[68864]: _type = "Task" [ 692.997899] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.012303] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185047, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.068590] env[68864]: DEBUG nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.080774] env[68864]: DEBUG nova.network.neutron [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Updated VIF entry in instance network info cache for port 108c579d-f91c-435b-a833-e324cea7f0fb. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.081133] env[68864]: DEBUG nova.network.neutron [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Updating instance_info_cache with network_info: [{"id": "108c579d-f91c-435b-a833-e324cea7f0fb", "address": "fa:16:3e:cb:6f:5c", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108c579d-f9", "ovs_interfaceid": "108c579d-f91c-435b-a833-e324cea7f0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.104213] env[68864]: DEBUG nova.network.neutron [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Successfully created port: e6ff3b10-c030-45b2-8c34-4d666ac1fa87 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.199677] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd69228-2147-4ba3-8212-eff6944c147b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.205836] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca898b09-1197-4a42-a921-69ff40375c4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.236732] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11575f82-969e-44a7-a688-9742cdfbea70 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.244913] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a90ab2-5fa2-441c-b318-b4c661dc9cb2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.260229] env[68864]: DEBUG nova.compute.provider_tree [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.301683] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185045, 'name': CreateVM_Task, 'duration_secs': 0.618} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.302071] env[68864]: DEBUG nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.304362] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.305013] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.305186] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.305811] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.305892] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c780234-82ae-4843-a7fc-a9615190b2fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.311865] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 693.311865] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5215454a-71ac-24a7-6beb-71bf34a52efa" [ 693.311865] env[68864]: _type = "Task" [ 693.311865] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.321685] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5215454a-71ac-24a7-6beb-71bf34a52efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.499197] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.499508] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.500127] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.500330] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.500502] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.505718] env[68864]: INFO nova.compute.manager [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Terminating instance [ 693.515126] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.523398] env[68864]: DEBUG nova.network.neutron [None req-4b2c484a-3675-4357-8c96-abaadcb96f20 tempest-ServerExternalEventsTest-2117557320 tempest-ServerExternalEventsTest-2117557320-project] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Updating instance_info_cache with network_info: [{"id": "742ab195-6eb0-4f12-adac-2993f3857255", "address": "fa:16:3e:a2:70:d0", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap742ab195-6e", "ovs_interfaceid": "742ab195-6eb0-4f12-adac-2993f3857255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.532450] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.532714] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.532997] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.533559] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.533559] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.537561] env[68864]: INFO nova.compute.manager [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Terminating instance [ 693.586636] env[68864]: DEBUG oslo_concurrency.lockutils [req-49973eb6-4321-4d51-b7a2-2e97107e5649 req-4f796a80-afdc-4f7f-bb8c-bc50a00905e6 service nova] Releasing lock "refresh_cache-9a76468d-f4d4-4a63-8c5b-a43f002cc535" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.780914] env[68864]: ERROR nova.scheduler.client.report [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [req-4a95fc59-5774-40e8-8dcc-44d9279c414f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a95fc59-5774-40e8-8dcc-44d9279c414f"}]} [ 693.796790] env[68864]: DEBUG nova.scheduler.client.report [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 693.815895] env[68864]: DEBUG nova.scheduler.client.report [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 693.816030] env[68864]: DEBUG nova.compute.provider_tree [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.825481] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5215454a-71ac-24a7-6beb-71bf34a52efa, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.825778] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.826037] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.826261] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.826411] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.826552] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.827513] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.827740] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c966c0-8e3d-4ac4-9c94-15fbe027907c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.830261] env[68864]: DEBUG nova.scheduler.client.report [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 693.840879] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.841581] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.841827] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966d6921-9945-41a5-b6db-f9a3fa2d9994 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.847380] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 693.847380] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a63e16-62bc-069f-b7f5-1d98ff01a9b4" [ 693.847380] env[68864]: _type = "Task" [ 693.847380] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.851075] env[68864]: DEBUG nova.scheduler.client.report [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 693.858176] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a63e16-62bc-069f-b7f5-1d98ff01a9b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.009399] env[68864]: DEBUG nova.compute.manager [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.009606] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.010432] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee64d67-869a-4c68-97ee-98309835970c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.016278] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185047, 'name': ReconfigVM_Task, 'duration_secs': 0.727279} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.016997] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 8856fccf-17f5-4669-8536-2cf0f7803110/8856fccf-17f5-4669-8536-2cf0f7803110.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.019962] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da358714-1088-4577-91ef-6902d60262ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.023652] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.024205] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cab182a-0fa4-4a9a-af64-98c8b40c278a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.025832] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b2c484a-3675-4357-8c96-abaadcb96f20 tempest-ServerExternalEventsTest-2117557320 tempest-ServerExternalEventsTest-2117557320-project] Releasing lock "refresh_cache-01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.029711] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 694.029711] env[68864]: value = "task-3185048" [ 694.029711] env[68864]: _type = "Task" [ 694.029711] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.039480] env[68864]: DEBUG oslo_vmware.api [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 694.039480] env[68864]: value = "task-3185049" [ 694.039480] env[68864]: _type = "Task" [ 694.039480] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.046328] env[68864]: DEBUG nova.compute.manager [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.046552] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.050076] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01a05e-73c5-4432-b1a1-5739e59eb0bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.053182] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185048, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.061826] env[68864]: DEBUG oslo_vmware.api [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.066037] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.066266] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6462a88d-5aea-4296-a716-32251cfe75d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.074737] env[68864]: DEBUG oslo_vmware.api [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 694.074737] env[68864]: value = "task-3185050" [ 694.074737] env[68864]: _type = "Task" [ 694.074737] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.079353] env[68864]: DEBUG nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.087461] env[68864]: DEBUG oslo_vmware.api [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.109538] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.109823] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.109983] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.110194] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.110421] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.110578] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.110783] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.110968] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.111134] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.111296] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.111471] env[68864]: DEBUG nova.virt.hardware [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.112409] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c23443-6747-4a7d-9f32-804560582cb2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.124101] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1fd3a6-9636-4eac-b1a2-1385e01e3e26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.357817] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a63e16-62bc-069f-b7f5-1d98ff01a9b4, 'name': SearchDatastore_Task, 'duration_secs': 0.027552} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.359887] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd9021-1c8d-4386-996e-86bf019ebb80 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.362826] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00766b2-c9f9-45a0-9acf-01edf230da4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.369985] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 694.369985] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525e4871-c004-f402-83ca-a09a4d40b62f" [ 694.369985] env[68864]: _type = "Task" [ 694.369985] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.375775] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1839d2-9145-4067-b744-f353022f8f78 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.387521] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525e4871-c004-f402-83ca-a09a4d40b62f, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.411119] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.411418] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9a76468d-f4d4-4a63-8c5b-a43f002cc535/9a76468d-f4d4-4a63-8c5b-a43f002cc535.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.411855] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3625ae24-2a36-4f0a-b2ea-09b2ecc14bb9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.414408] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b037dbd-930a-4176-90c1-a7e9591f66fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.424645] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9742f17-a4ec-4720-82f3-40e56cdefe1c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.428684] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 694.428684] env[68864]: value = "task-3185051" [ 694.428684] env[68864]: _type = "Task" [ 694.428684] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.441380] env[68864]: DEBUG nova.compute.provider_tree [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.448101] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.549351] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185048, 'name': Rename_Task, 'duration_secs': 0.159607} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.552363] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.552634] env[68864]: DEBUG oslo_vmware.api [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185049, 'name': PowerOffVM_Task, 'duration_secs': 0.246095} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.552827] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-989c8ea1-aea9-4aa0-95cb-1f89b8567cb2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.554441] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.554625] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.554849] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad6bfd8-0853-44f5-81b7-40ac3f6a87cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.566126] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 694.566126] env[68864]: value = "task-3185052" [ 694.566126] env[68864]: _type = "Task" [ 694.566126] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.576315] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.587396] env[68864]: DEBUG oslo_vmware.api [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185050, 'name': PowerOffVM_Task, 'duration_secs': 0.204785} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.587749] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.587749] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.587913] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36110467-d24b-4c0d-90d5-55ff272bffa0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.635332] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.635591] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.635778] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Deleting the datastore file [datastore1] 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.636089] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbebfca6-f378-4cc9-9839-d146e837e9da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.645047] env[68864]: DEBUG oslo_vmware.api [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for the task: (returnval){ [ 694.645047] env[68864]: value = "task-3185055" [ 694.645047] env[68864]: _type = "Task" [ 694.645047] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.655835] env[68864]: DEBUG oslo_vmware.api [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.671037] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.671300] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.671485] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Deleting the datastore file [datastore1] 0e72ec32-1c6e-413b-b5d1-c81d7315adb8 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.671766] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b03fd4e-2a2c-4288-9d05-799c266551f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.680561] env[68864]: DEBUG oslo_vmware.api [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for the task: (returnval){ [ 694.680561] env[68864]: value = "task-3185056" [ 694.680561] env[68864]: _type = "Task" [ 694.680561] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.691833] env[68864]: DEBUG oslo_vmware.api [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.940567] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495545} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.940567] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9a76468d-f4d4-4a63-8c5b-a43f002cc535/9a76468d-f4d4-4a63-8c5b-a43f002cc535.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.940567] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.940567] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb64ace2-52cd-47a4-9a97-11f9054e99de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.944956] env[68864]: DEBUG nova.scheduler.client.report [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.951801] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 694.951801] env[68864]: value = "task-3185057" [ 694.951801] env[68864]: _type = "Task" [ 694.951801] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.963802] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.981256] env[68864]: DEBUG nova.compute.manager [req-8395169a-815a-47b7-abe8-9145035efb31 req-0cdee8d2-a237-4e8e-ad5e-6d5944c9d3ca service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Received event network-vif-plugged-e6ff3b10-c030-45b2-8c34-4d666ac1fa87 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.981256] env[68864]: DEBUG oslo_concurrency.lockutils [req-8395169a-815a-47b7-abe8-9145035efb31 req-0cdee8d2-a237-4e8e-ad5e-6d5944c9d3ca service nova] Acquiring lock "effc35fc-c65b-4e44-9635-af615d5b0a47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.981256] env[68864]: DEBUG oslo_concurrency.lockutils [req-8395169a-815a-47b7-abe8-9145035efb31 req-0cdee8d2-a237-4e8e-ad5e-6d5944c9d3ca service nova] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.981256] env[68864]: DEBUG oslo_concurrency.lockutils [req-8395169a-815a-47b7-abe8-9145035efb31 req-0cdee8d2-a237-4e8e-ad5e-6d5944c9d3ca service nova] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.981256] env[68864]: DEBUG nova.compute.manager [req-8395169a-815a-47b7-abe8-9145035efb31 req-0cdee8d2-a237-4e8e-ad5e-6d5944c9d3ca service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] No waiting events found dispatching network-vif-plugged-e6ff3b10-c030-45b2-8c34-4d666ac1fa87 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.981522] env[68864]: WARNING nova.compute.manager [req-8395169a-815a-47b7-abe8-9145035efb31 req-0cdee8d2-a237-4e8e-ad5e-6d5944c9d3ca service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Received unexpected event network-vif-plugged-e6ff3b10-c030-45b2-8c34-4d666ac1fa87 for instance with vm_state building and task_state spawning. [ 695.074038] env[68864]: DEBUG nova.network.neutron [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Successfully updated port: e6ff3b10-c030-45b2-8c34-4d666ac1fa87 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.080315] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185052, 'name': PowerOnVM_Task} progress is 97%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.158156] env[68864]: DEBUG oslo_vmware.api [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Task: {'id': task-3185055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33392} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.158441] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.158649] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.158829] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.159015] env[68864]: INFO nova.compute.manager [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Took 1.15 seconds to destroy the instance on the hypervisor. [ 695.159279] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.159493] env[68864]: DEBUG nova.compute.manager [-] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.160345] env[68864]: DEBUG nova.network.neutron [-] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.191958] env[68864]: DEBUG oslo_vmware.api [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Task: {'id': task-3185056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303716} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.194214] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.194402] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.194574] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.194746] env[68864]: INFO nova.compute.manager [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 695.195120] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.195343] env[68864]: DEBUG nova.compute.manager [-] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.195434] env[68864]: DEBUG nova.network.neutron [-] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.449680] env[68864]: DEBUG nova.compute.manager [req-9cd1e2cc-d3bf-47e5-8a58-c7e5a4bf8e44 req-9404be87-125a-4057-b292-9810f23be2c3 service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Received event network-vif-deleted-4a2cca23-f459-42d3-993d-c1617ac79799 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.449890] env[68864]: INFO nova.compute.manager [req-9cd1e2cc-d3bf-47e5-8a58-c7e5a4bf8e44 req-9404be87-125a-4057-b292-9810f23be2c3 service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Neutron deleted interface 4a2cca23-f459-42d3-993d-c1617ac79799; detaching it from the instance and deleting it from the info cache [ 695.450087] env[68864]: DEBUG nova.network.neutron [req-9cd1e2cc-d3bf-47e5-8a58-c7e5a4bf8e44 req-9404be87-125a-4057-b292-9810f23be2c3 service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.453057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.400s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.455685] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.913s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.457257] env[68864]: INFO nova.compute.claims [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.473477] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069044} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.473855] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.475125] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eabd43-6f27-46cf-84d7-bd197ee877ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.478243] env[68864]: INFO nova.scheduler.client.report [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted allocations for instance 2905a98a-3997-4357-bcbc-65d31c2f694f [ 695.506902] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 9a76468d-f4d4-4a63-8c5b-a43f002cc535/9a76468d-f4d4-4a63-8c5b-a43f002cc535.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.508112] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa71375-2791-4292-a77f-2e73f4e32213 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.548864] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 695.548864] env[68864]: value = "task-3185058" [ 695.548864] env[68864]: _type = "Task" [ 695.548864] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.559867] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.578563] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "refresh_cache-effc35fc-c65b-4e44-9635-af615d5b0a47" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.578563] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquired lock "refresh_cache-effc35fc-c65b-4e44-9635-af615d5b0a47" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.578563] env[68864]: DEBUG nova.network.neutron [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.579859] env[68864]: DEBUG oslo_vmware.api [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185052, 'name': PowerOnVM_Task, 'duration_secs': 0.625596} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.580461] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.580757] env[68864]: INFO nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Took 8.93 seconds to spawn the instance on the hypervisor. [ 695.581021] env[68864]: DEBUG nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.581915] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274a357a-34e2-43fe-a040-31eff872294f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.929009] env[68864]: DEBUG nova.network.neutron [-] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.929843] env[68864]: DEBUG nova.network.neutron [-] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.952370] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86436257-68ad-405d-a4cb-f731b24f54d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.964363] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92a64e-1bca-4f68-aa49-cf20b1294533 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.986066] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eeb19153-ea3a-4162-920a-86925df2ed4b tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "2905a98a-3997-4357-bcbc-65d31c2f694f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.798s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.001496] env[68864]: DEBUG nova.compute.manager [req-9cd1e2cc-d3bf-47e5-8a58-c7e5a4bf8e44 req-9404be87-125a-4057-b292-9810f23be2c3 service nova] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Detach interface failed, port_id=4a2cca23-f459-42d3-993d-c1617ac79799, reason: Instance 0e72ec32-1c6e-413b-b5d1-c81d7315adb8 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 696.059046] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185058, 'name': ReconfigVM_Task, 'duration_secs': 0.272988} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.059328] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 9a76468d-f4d4-4a63-8c5b-a43f002cc535/9a76468d-f4d4-4a63-8c5b-a43f002cc535.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.059943] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0533fb64-8a9e-4e58-a39a-d4307034303b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.067427] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 696.067427] env[68864]: value = "task-3185059" [ 696.067427] env[68864]: _type = "Task" [ 696.067427] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.075489] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185059, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.100281] env[68864]: INFO nova.compute.manager [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Took 52.91 seconds to build instance. [ 696.131090] env[68864]: DEBUG nova.network.neutron [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.317400] env[68864]: DEBUG nova.network.neutron [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Updating instance_info_cache with network_info: [{"id": "e6ff3b10-c030-45b2-8c34-4d666ac1fa87", "address": "fa:16:3e:39:c6:bb", "network": {"id": "03efa34f-3efa-4bdc-9b77-9e9cd0beb4f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1313066666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1050c717edf4aff826dd682e21b74b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ff3b10-c0", "ovs_interfaceid": "e6ff3b10-c030-45b2-8c34-4d666ac1fa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.432350] env[68864]: INFO nova.compute.manager [-] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Took 1.24 seconds to deallocate network for instance. [ 696.432605] env[68864]: INFO nova.compute.manager [-] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Took 1.27 seconds to deallocate network for instance. [ 696.579921] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185059, 'name': Rename_Task, 'duration_secs': 0.139814} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.580291] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.580550] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2f65731-cd18-4c4c-a99b-b960b5a9ea34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.587871] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 696.587871] env[68864]: value = "task-3185060" [ 696.587871] env[68864]: _type = "Task" [ 696.587871] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.596362] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.601829] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f7140125-1883-4325-b4f3-c8ce9efb8bd5 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "8856fccf-17f5-4669-8536-2cf0f7803110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.528s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.821306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Releasing lock "refresh_cache-effc35fc-c65b-4e44-9635-af615d5b0a47" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.821636] env[68864]: DEBUG nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Instance network_info: |[{"id": "e6ff3b10-c030-45b2-8c34-4d666ac1fa87", "address": "fa:16:3e:39:c6:bb", "network": {"id": "03efa34f-3efa-4bdc-9b77-9e9cd0beb4f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1313066666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1050c717edf4aff826dd682e21b74b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ff3b10-c0", "ovs_interfaceid": "e6ff3b10-c030-45b2-8c34-4d666ac1fa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.822657] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c6:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6ff3b10-c030-45b2-8c34-4d666ac1fa87', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.831097] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Creating folder: Project (a1050c717edf4aff826dd682e21b74b0). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.834314] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-932238c5-86f6-43e0-bdfc-38b5d6540b1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.847094] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Created folder: Project (a1050c717edf4aff826dd682e21b74b0) in parent group-v636929. [ 696.847094] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Creating folder: Instances. Parent ref: group-v637014. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.849952] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ef46115-2710-4461-9080-1bd003a76e20 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.861865] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Created folder: Instances in parent group-v637014. [ 696.862162] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.864741] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.865140] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba16d5fd-492a-40a4-835b-06840a5248a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.890304] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.890304] env[68864]: value = "task-3185063" [ 696.890304] env[68864]: _type = "Task" [ 696.890304] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.901582] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185063, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.939018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b3f9c-7c36-40f9-8e11-4976163d7d2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.942949] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.944157] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.949921] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6a058a-9ad9-4f63-882c-e83e9d6de909 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.987816] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354d1e8f-10fc-4bab-bcf8-b470248ad750 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.998642] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc325c-47ef-4f91-8603-57cf7b53dbae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.022562] env[68864]: DEBUG nova.compute.provider_tree [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.098829] env[68864]: DEBUG oslo_vmware.api [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185060, 'name': PowerOnVM_Task, 'duration_secs': 0.459737} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.099113] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.099319] env[68864]: INFO nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Took 7.73 seconds to spawn the instance on the hypervisor. [ 697.099498] env[68864]: DEBUG nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.100300] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9fbddd-2123-4af4-94d6-2b9133a7a8b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.104604] env[68864]: DEBUG nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.401441] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185063, 'name': CreateVM_Task, 'duration_secs': 0.385056} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.401633] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.402675] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.402766] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.403076] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.403432] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c864bd9d-5208-4e75-8e20-3cd50eb55f05 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.410506] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 697.410506] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525546ed-9b32-27ff-2c41-b45661b2a796" [ 697.410506] env[68864]: _type = "Task" [ 697.410506] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.416570] env[68864]: DEBUG nova.compute.manager [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Received event network-changed-e6ff3b10-c030-45b2-8c34-4d666ac1fa87 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.416813] env[68864]: DEBUG nova.compute.manager [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Refreshing instance network info cache due to event network-changed-e6ff3b10-c030-45b2-8c34-4d666ac1fa87. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.417093] env[68864]: DEBUG oslo_concurrency.lockutils [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] Acquiring lock "refresh_cache-effc35fc-c65b-4e44-9635-af615d5b0a47" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.417275] env[68864]: DEBUG oslo_concurrency.lockutils [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] Acquired lock "refresh_cache-effc35fc-c65b-4e44-9635-af615d5b0a47" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.417470] env[68864]: DEBUG nova.network.neutron [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Refreshing network info cache for port e6ff3b10-c030-45b2-8c34-4d666ac1fa87 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.425770] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525546ed-9b32-27ff-2c41-b45661b2a796, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.426032] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.426417] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.426491] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.426628] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.426804] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.427767] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bbbe3f8-6bde-49ce-8d59-b649ad1ecad5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.440840] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.441044] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.441768] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af565736-1101-418a-b1e3-e0539d2018b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.447558] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 697.447558] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba8471-7ea4-0dc8-77bb-d708524b4df9" [ 697.447558] env[68864]: _type = "Task" [ 697.447558] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.456981] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba8471-7ea4-0dc8-77bb-d708524b4df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.476616] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.476867] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.547144] env[68864]: ERROR nova.scheduler.client.report [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [req-edb63fa2-46b1-4ee3-844f-e3c3af5af5c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-edb63fa2-46b1-4ee3-844f-e3c3af5af5c4"}]} [ 697.563199] env[68864]: DEBUG nova.scheduler.client.report [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 697.576032] env[68864]: DEBUG nova.scheduler.client.report [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 697.576278] env[68864]: DEBUG nova.compute.provider_tree [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.588729] env[68864]: DEBUG nova.scheduler.client.report [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 697.604679] env[68864]: DEBUG nova.scheduler.client.report [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 697.629057] env[68864]: INFO nova.compute.manager [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Took 51.88 seconds to build instance. [ 697.634616] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.960558] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba8471-7ea4-0dc8-77bb-d708524b4df9, 'name': SearchDatastore_Task, 'duration_secs': 0.030511} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.961403] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf26160-19ba-4dfe-92ac-13477b18f0b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.969236] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 697.969236] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a2f718-70fa-f416-55f0-cd68e98484df" [ 697.969236] env[68864]: _type = "Task" [ 697.969236] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.977722] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a2f718-70fa-f416-55f0-cd68e98484df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.035737] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b500404-e5c2-49dc-a621-8b2f48e4f149 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.043693] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101bf2ec-a93d-439f-815b-5a96a053af34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.076266] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ff54fe-209a-4e44-b1b4-96bcbc2bf235 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.084653] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32e5f03-c2bf-4b06-81ef-2b1c4ab81cdf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.100277] env[68864]: DEBUG nova.compute.provider_tree [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.131490] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8902bb58-adf7-4684-b842-8513bb6dbc48 tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.543s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.141084] env[68864]: DEBUG nova.network.neutron [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Updated VIF entry in instance network info cache for port e6ff3b10-c030-45b2-8c34-4d666ac1fa87. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.141472] env[68864]: DEBUG nova.network.neutron [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Updating instance_info_cache with network_info: [{"id": "e6ff3b10-c030-45b2-8c34-4d666ac1fa87", "address": "fa:16:3e:39:c6:bb", "network": {"id": "03efa34f-3efa-4bdc-9b77-9e9cd0beb4f2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1313066666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1050c717edf4aff826dd682e21b74b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6ff3b10-c0", "ovs_interfaceid": "e6ff3b10-c030-45b2-8c34-4d666ac1fa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.480822] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a2f718-70fa-f416-55f0-cd68e98484df, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.481125] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.481398] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] effc35fc-c65b-4e44-9635-af615d5b0a47/effc35fc-c65b-4e44-9635-af615d5b0a47.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.481662] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b6fde3-fb5d-4eb9-a67d-6e2f9a998b60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.490358] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 698.490358] env[68864]: value = "task-3185064" [ 698.490358] env[68864]: _type = "Task" [ 698.490358] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.499655] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.634521] env[68864]: DEBUG nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.638201] env[68864]: DEBUG nova.scheduler.client.report [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 698.638461] env[68864]: DEBUG nova.compute.provider_tree [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 54 to 55 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 698.638659] env[68864]: DEBUG nova.compute.provider_tree [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.645067] env[68864]: DEBUG oslo_concurrency.lockutils [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] Releasing lock "refresh_cache-effc35fc-c65b-4e44-9635-af615d5b0a47" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.645067] env[68864]: DEBUG nova.compute.manager [req-dd48e3c6-3b7f-4370-ab53-f6eba6ff9726 req-c77cc1b0-7fc5-4cb2-9f8b-143fec2ddbb1 service nova] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Received event network-vif-deleted-742ab195-6eb0-4f12-adac-2993f3857255 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.001283] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.144629] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.689s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.145223] env[68864]: DEBUG nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.150671] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.409s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.153297] env[68864]: INFO nova.compute.claims [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.175460] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.248840] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.249371] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.249754] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.250149] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.250424] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.253454] env[68864]: INFO nova.compute.manager [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Terminating instance [ 699.501771] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96412} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.501852] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] effc35fc-c65b-4e44-9635-af615d5b0a47/effc35fc-c65b-4e44-9635-af615d5b0a47.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.502041] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.502341] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb68944c-ad3f-4baa-84bc-b3dc89ba4278 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.510116] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 699.510116] env[68864]: value = "task-3185065" [ 699.510116] env[68864]: _type = "Task" [ 699.510116] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.519070] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.661653] env[68864]: DEBUG nova.compute.utils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.662844] env[68864]: DEBUG nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.663029] env[68864]: DEBUG nova.network.neutron [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.734167] env[68864]: DEBUG nova.policy [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90523ff18cb441bdba89b1fb6eb10ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e791897390c041e7969fcf3ea5207879', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.759108] env[68864]: DEBUG nova.compute.manager [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.759364] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.760313] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbfc1dd-2e27-4c7c-8cb8-9ee71e2434fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.771015] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.771015] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7dc726-287e-4b94-a004-8b8f36651e12 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.779815] env[68864]: DEBUG oslo_vmware.api [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 699.779815] env[68864]: value = "task-3185066" [ 699.779815] env[68864]: _type = "Task" [ 699.779815] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.788775] env[68864]: DEBUG oslo_vmware.api [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.020500] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063347} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.020806] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.021595] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28126ce4-fc1b-4dc5-9e9b-7b30a049d623 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.046274] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] effc35fc-c65b-4e44-9635-af615d5b0a47/effc35fc-c65b-4e44-9635-af615d5b0a47.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.046274] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f122aad5-1806-4ffc-9b41-9776e869f7be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.078615] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 700.078615] env[68864]: value = "task-3185067" [ 700.078615] env[68864]: _type = "Task" [ 700.078615] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.087914] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.167055] env[68864]: DEBUG nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.206796] env[68864]: DEBUG nova.network.neutron [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Successfully created port: cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.290377] env[68864]: DEBUG oslo_vmware.api [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185066, 'name': PowerOffVM_Task, 'duration_secs': 0.21138} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.292989] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.293215] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.293673] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fa2e4b8-8e03-45d2-a78f-92a0ac8c3242 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.376625] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.376861] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.377056] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Deleting the datastore file [datastore2] 9a76468d-f4d4-4a63-8c5b-a43f002cc535 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.377568] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fb658d6-128b-45a5-9a65-70dcb6cbc990 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.387987] env[68864]: DEBUG oslo_vmware.api [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for the task: (returnval){ [ 700.387987] env[68864]: value = "task-3185069" [ 700.387987] env[68864]: _type = "Task" [ 700.387987] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.400834] env[68864]: DEBUG oslo_vmware.api [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.588846] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.653927] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c7990-5222-4fd4-8c42-a15fe24d7e7f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.662184] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48123fcd-a17c-4a96-9bf6-aebec05b8421 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.697901] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d6f64-8f89-45cc-b3fd-af733a8d1e9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.706654] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58369533-4936-4026-a191-79f5aeee5477 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.722253] env[68864]: DEBUG nova.compute.provider_tree [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.898801] env[68864]: DEBUG oslo_vmware.api [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Task: {'id': task-3185069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349802} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.899147] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.899405] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.899622] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.899833] env[68864]: INFO nova.compute.manager [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Took 1.14 seconds to destroy the instance on the hypervisor. [ 700.900398] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.900398] env[68864]: DEBUG nova.compute.manager [-] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.900541] env[68864]: DEBUG nova.network.neutron [-] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.089177] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185067, 'name': ReconfigVM_Task, 'duration_secs': 0.881931} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.089665] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Reconfigured VM instance instance-0000001b to attach disk [datastore2] effc35fc-c65b-4e44-9635-af615d5b0a47/effc35fc-c65b-4e44-9635-af615d5b0a47.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.090133] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-431f825d-5710-49ef-8f1e-789efa5a17d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.097548] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 701.097548] env[68864]: value = "task-3185070" [ 701.097548] env[68864]: _type = "Task" [ 701.097548] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.106080] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185070, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.159422] env[68864]: DEBUG nova.compute.manager [req-01222b04-448b-4cac-9766-c30000e0c43a req-49ad7ff7-efd9-4c89-8f44-060aa4c84d30 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Received event network-vif-deleted-108c579d-f91c-435b-a833-e324cea7f0fb {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.159566] env[68864]: INFO nova.compute.manager [req-01222b04-448b-4cac-9766-c30000e0c43a req-49ad7ff7-efd9-4c89-8f44-060aa4c84d30 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Neutron deleted interface 108c579d-f91c-435b-a833-e324cea7f0fb; detaching it from the instance and deleting it from the info cache [ 701.159721] env[68864]: DEBUG nova.network.neutron [req-01222b04-448b-4cac-9766-c30000e0c43a req-49ad7ff7-efd9-4c89-8f44-060aa4c84d30 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.202333] env[68864]: DEBUG nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.225233] env[68864]: DEBUG nova.scheduler.client.report [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.231011] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.231285] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.231449] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.231628] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.231775] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.231921] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.232176] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.232335] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.232504] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.232664] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.232834] env[68864]: DEBUG nova.virt.hardware [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.234145] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d920f5-86d6-4d1a-bd66-349d71a25e65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.243535] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20bd467-a235-4261-8ea0-680c0d3d77bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.607802] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185070, 'name': Rename_Task, 'duration_secs': 0.406291} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.608333] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.608647] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32a0ad32-d911-4193-b068-32d43f870688 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.615963] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 701.615963] env[68864]: value = "task-3185071" [ 701.615963] env[68864]: _type = "Task" [ 701.615963] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.628181] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.645167] env[68864]: DEBUG nova.network.neutron [-] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.662744] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bde97d0c-f7c9-4ed2-8b51-2a746c9649d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.674473] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc3b1d7-faa1-4d25-b4a5-da022f824568 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.699401] env[68864]: DEBUG nova.compute.manager [req-7093cfdd-13d9-4297-91c8-daf825a1caab req-c78c6657-f83d-4fde-8e45-87182b6bc02f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Received event network-vif-plugged-cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.699632] env[68864]: DEBUG oslo_concurrency.lockutils [req-7093cfdd-13d9-4297-91c8-daf825a1caab req-c78c6657-f83d-4fde-8e45-87182b6bc02f service nova] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.699741] env[68864]: DEBUG oslo_concurrency.lockutils [req-7093cfdd-13d9-4297-91c8-daf825a1caab req-c78c6657-f83d-4fde-8e45-87182b6bc02f service nova] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.699917] env[68864]: DEBUG oslo_concurrency.lockutils [req-7093cfdd-13d9-4297-91c8-daf825a1caab req-c78c6657-f83d-4fde-8e45-87182b6bc02f service nova] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.700046] env[68864]: DEBUG nova.compute.manager [req-7093cfdd-13d9-4297-91c8-daf825a1caab req-c78c6657-f83d-4fde-8e45-87182b6bc02f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] No waiting events found dispatching network-vif-plugged-cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.700219] env[68864]: WARNING nova.compute.manager [req-7093cfdd-13d9-4297-91c8-daf825a1caab req-c78c6657-f83d-4fde-8e45-87182b6bc02f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Received unexpected event network-vif-plugged-cc2cf940-2a66-4717-a826-340f32df1a8a for instance with vm_state building and task_state spawning. [ 701.713104] env[68864]: DEBUG nova.compute.manager [req-01222b04-448b-4cac-9766-c30000e0c43a req-49ad7ff7-efd9-4c89-8f44-060aa4c84d30 service nova] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Detach interface failed, port_id=108c579d-f91c-435b-a833-e324cea7f0fb, reason: Instance 9a76468d-f4d4-4a63-8c5b-a43f002cc535 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 701.741018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.741018] env[68864]: DEBUG nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.741815] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.309s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.742090] env[68864]: DEBUG nova.objects.instance [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lazy-loading 'resources' on Instance uuid edbbd373-a587-4846-8a31-917e08e63edd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.803561] env[68864]: DEBUG nova.network.neutron [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Successfully updated port: cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.126838] env[68864]: DEBUG oslo_vmware.api [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185071, 'name': PowerOnVM_Task, 'duration_secs': 0.453006} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.127286] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.127494] env[68864]: INFO nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Took 8.05 seconds to spawn the instance on the hypervisor. [ 702.127673] env[68864]: DEBUG nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.128479] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b3699f-a3a0-4123-ad3a-9ca00dffc749 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.149546] env[68864]: INFO nova.compute.manager [-] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Took 1.25 seconds to deallocate network for instance. [ 702.244956] env[68864]: DEBUG nova.compute.utils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.249735] env[68864]: DEBUG nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.249735] env[68864]: DEBUG nova.network.neutron [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.307305] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.307470] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.307619] env[68864]: DEBUG nova.network.neutron [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.319693] env[68864]: DEBUG nova.policy [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356b60104f0d405f8cb620df67e4e526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2eba88a0f7e4ec7998886d685cd98de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.633749] env[68864]: DEBUG nova.network.neutron [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Successfully created port: fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.645855] env[68864]: INFO nova.compute.manager [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Took 52.58 seconds to build instance. [ 702.657582] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.702433] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d40067-5aba-47af-9890-f10bf2fac852 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.715585] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b210b95c-a388-4c72-9ef0-690c040e4c97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.748516] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a542617c-2758-4826-be16-7a12ccd18855 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.751414] env[68864]: DEBUG nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.760417] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae6351b-3b63-457e-b0cd-5233b8969a4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.775733] env[68864]: DEBUG nova.compute.provider_tree [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.842177] env[68864]: DEBUG nova.network.neutron [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.006760] env[68864]: DEBUG nova.network.neutron [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updating instance_info_cache with network_info: [{"id": "cc2cf940-2a66-4717-a826-340f32df1a8a", "address": "fa:16:3e:2e:7c:86", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2cf940-2a", "ovs_interfaceid": "cc2cf940-2a66-4717-a826-340f32df1a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.147583] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9bd4be29-be2a-440b-a457-38cee0228ed1 tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.547s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.278908] env[68864]: DEBUG nova.scheduler.client.report [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.511425] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.511772] env[68864]: DEBUG nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Instance network_info: |[{"id": "cc2cf940-2a66-4717-a826-340f32df1a8a", "address": "fa:16:3e:2e:7c:86", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2cf940-2a", "ovs_interfaceid": "cc2cf940-2a66-4717-a826-340f32df1a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.512251] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:7c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc2cf940-2a66-4717-a826-340f32df1a8a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.520241] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Creating folder: Project (e791897390c041e7969fcf3ea5207879). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.520505] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1c8e3aa-5bbd-4b75-90e0-a54f31e64fef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.544480] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Created folder: Project (e791897390c041e7969fcf3ea5207879) in parent group-v636929. [ 703.544695] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Creating folder: Instances. Parent ref: group-v637017. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.544932] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f6a3a94-e131-4c75-9185-3cbfecf9dc17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.553783] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Created folder: Instances in parent group-v637017. [ 703.554026] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.554221] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.554422] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc3f08e9-4ce2-44da-ace9-0d2d73fe7dd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.572724] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.572724] env[68864]: value = "task-3185074" [ 703.572724] env[68864]: _type = "Task" [ 703.572724] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.581181] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185074, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.650721] env[68864]: DEBUG nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.761473] env[68864]: DEBUG nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.776719] env[68864]: DEBUG nova.compute.manager [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Received event network-changed-cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.776921] env[68864]: DEBUG nova.compute.manager [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Refreshing instance network info cache due to event network-changed-cc2cf940-2a66-4717-a826-340f32df1a8a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.777158] env[68864]: DEBUG oslo_concurrency.lockutils [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] Acquiring lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.777271] env[68864]: DEBUG oslo_concurrency.lockutils [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] Acquired lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.777380] env[68864]: DEBUG nova.network.neutron [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Refreshing network info cache for port cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.784081] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.788977] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.733s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.788977] env[68864]: DEBUG nova.objects.instance [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 703.798951] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.799313] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.799399] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.799536] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.799684] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.799831] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.800092] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.800279] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.800454] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.800616] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.800788] env[68864]: DEBUG nova.virt.hardware [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.802156] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0a3555-95b7-4b07-96f6-115eb3752f49 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.812138] env[68864]: INFO nova.scheduler.client.report [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Deleted allocations for instance edbbd373-a587-4846-8a31-917e08e63edd [ 703.814112] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b582913-850e-4781-90cb-2975b2f09e19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.831898] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8f182635-7547-4a92-8381-ed3a1020187a tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "interface-effc35fc-c65b-4e44-9635-af615d5b0a47-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.832087] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8f182635-7547-4a92-8381-ed3a1020187a tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "interface-effc35fc-c65b-4e44-9635-af615d5b0a47-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.832427] env[68864]: DEBUG nova.objects.instance [None req-8f182635-7547-4a92-8381-ed3a1020187a tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lazy-loading 'flavor' on Instance uuid effc35fc-c65b-4e44-9635-af615d5b0a47 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.084068] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185074, 'name': CreateVM_Task, 'duration_secs': 0.332568} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.084068] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.084296] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.084394] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.084713] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.084959] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b8a8d9-288a-45d1-a1c5-f046939ffd14 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.089939] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 704.089939] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d4019b-0e32-3868-5c07-9de7a09a1a36" [ 704.089939] env[68864]: _type = "Task" [ 704.089939] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.097509] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d4019b-0e32-3868-5c07-9de7a09a1a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.172316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.257206] env[68864]: DEBUG nova.network.neutron [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Successfully updated port: fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.326184] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41ce7ab2-ac54-436a-a3f9-473cb9d5b049 tempest-ServerMetadataTestJSON-541998998 tempest-ServerMetadataTestJSON-541998998-project-member] Lock "edbbd373-a587-4846-8a31-917e08e63edd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.556s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.335987] env[68864]: DEBUG nova.objects.instance [None req-8f182635-7547-4a92-8381-ed3a1020187a tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lazy-loading 'pci_requests' on Instance uuid effc35fc-c65b-4e44-9635-af615d5b0a47 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.507584] env[68864]: DEBUG nova.network.neutron [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updated VIF entry in instance network info cache for port cc2cf940-2a66-4717-a826-340f32df1a8a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.507777] env[68864]: DEBUG nova.network.neutron [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updating instance_info_cache with network_info: [{"id": "cc2cf940-2a66-4717-a826-340f32df1a8a", "address": "fa:16:3e:2e:7c:86", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2cf940-2a", "ovs_interfaceid": "cc2cf940-2a66-4717-a826-340f32df1a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.604147] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d4019b-0e32-3868-5c07-9de7a09a1a36, 'name': SearchDatastore_Task, 'duration_secs': 0.013922} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.604577] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.604925] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.605280] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.605536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.605801] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.606208] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5396f8b2-1cd6-4af1-ba6a-1c6bbda75a04 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.616949] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.617372] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.617972] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92afa47e-46f4-49ad-bca2-5fa4c1927c75 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.624054] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 704.624054] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5236cd6a-bc58-9a82-d57c-dc01a29ebb21" [ 704.624054] env[68864]: _type = "Task" [ 704.624054] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.632623] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5236cd6a-bc58-9a82-d57c-dc01a29ebb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.762779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.762779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.762953] env[68864]: DEBUG nova.network.neutron [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.797857] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65738313-ab51-485b-aa90-6082f5da25c8 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.801812] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.729s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.801979] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.802268] env[68864]: INFO nova.compute.manager [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] [instance: 9d87c672-1de2-40a6-bce5-c48357027d1d] Successfully reverted task state from None on failure for instance. [ 704.805165] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.324s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.805390] env[68864]: DEBUG nova.objects.instance [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lazy-loading 'resources' on Instance uuid ddde5559-2e16-42cb-8d25-60f3fa15cda4 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server [None req-4901dc0b-1fef-4586-af2f-91655c966d77 tempest-ServerDiagnosticsTest-1053829516 tempest-ServerDiagnosticsTest-1053829516-project-member] Exception during message handling: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5d70253-f41f-4e61-9edc-1130482ac48d"}]} [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 704.811073] env[68864]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server raise self.value [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server raise self.value [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 704.811524] env[68864]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server raise self.value [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3388, in terminate_instance [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server do_terminate_instance(instance, bdms) [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3383, in do_terminate_instance [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server raise self.value [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server self._delete_instance(context, instance, bdms) [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 704.812233] env[68864]: ERROR oslo_messaging.rpc.server self._complete_deletion(context, instance) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 930, in _complete_deletion [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server self._update_resource_tracker(context, instance) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 696, in _update_resource_tracker [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server self.rt.update_usage(context, instance, instance.node) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 702, in update_usage [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server self._update(context.elevated(), self.compute_nodes[nodename]) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server self._update_to_placement(context, compute_node, startup) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server raise attempt.get() [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server six.reraise(self.value[0], self.value[1], self.value[2]) [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 704.812672] env[68864]: ERROR oslo_messaging.rpc.server raise value [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server self.reportclient.update_from_provider_tree( [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server self.set_inventory_for_provider( [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server raise exception.ResourceProviderUpdateConflict( [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5d70253-f41f-4e61-9edc-1130482ac48d"}]} [ 704.813140] env[68864]: ERROR oslo_messaging.rpc.server [ 704.838997] env[68864]: DEBUG nova.objects.base [None req-8f182635-7547-4a92-8381-ed3a1020187a tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 704.839544] env[68864]: DEBUG nova.network.neutron [None req-8f182635-7547-4a92-8381-ed3a1020187a tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.937927] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8f182635-7547-4a92-8381-ed3a1020187a tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "interface-effc35fc-c65b-4e44-9635-af615d5b0a47-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.106s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.010791] env[68864]: DEBUG oslo_concurrency.lockutils [req-6d55b2e3-d3fd-425e-9054-0b8db0839301 req-123d489e-e724-4760-bbb9-261f62b97e2f service nova] Releasing lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.134631] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5236cd6a-bc58-9a82-d57c-dc01a29ebb21, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.135554] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e14bae8-12a4-47b5-b5c5-b3551573d452 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.141980] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 705.141980] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a3901-f223-7e03-93a4-2067286a79d9" [ 705.141980] env[68864]: _type = "Task" [ 705.141980] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.150162] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a3901-f223-7e03-93a4-2067286a79d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.307865] env[68864]: DEBUG nova.network.neutron [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.467318] env[68864]: DEBUG nova.network.neutron [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.653094] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a3901-f223-7e03-93a4-2067286a79d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.653396] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.653650] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] bf8eaa7a-343b-49dc-b5f9-0465794804f0/bf8eaa7a-343b-49dc-b5f9-0465794804f0.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.653918] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf8689df-c2d3-438b-8a78-899ca6a5fbb9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.663210] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 705.663210] env[68864]: value = "task-3185075" [ 705.663210] env[68864]: _type = "Task" [ 705.663210] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.672196] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.922662] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897f493-56fd-4a40-af78-28ab6d6e9a5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.932791] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769a7720-0710-4ba6-b842-ddbd7d98bb8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.972740] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.973087] env[68864]: DEBUG nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Instance network_info: |[{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.975748] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:31:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd10dc44-7617-4c77-a1a7-8c3141d7a47b', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.982889] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating folder: Project (d2eba88a0f7e4ec7998886d685cd98de). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.983742] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac54664-c48b-4fc7-ab1a-7eb650fb21df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.987037] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2939cc2-837b-46a9-a03e-ba9f11cf7ed1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.996114] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc4b7b7-4cc5-41b5-a5ee-caddd589e197 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.002298] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Created folder: Project (d2eba88a0f7e4ec7998886d685cd98de) in parent group-v636929. [ 706.002512] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating folder: Instances. Parent ref: group-v637020. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.003746] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ba2a779-a3d2-4f58-b174-6eb428682262 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.013238] env[68864]: DEBUG nova.compute.provider_tree [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.025194] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Created folder: Instances in parent group-v637020. [ 706.025498] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.026014] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.026258] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f77cd3ff-1765-44cc-a973-4057d2aabefa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.049263] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.049263] env[68864]: value = "task-3185078" [ 706.049263] env[68864]: _type = "Task" [ 706.049263] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.060950] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185078, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.173615] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489873} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.173901] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] bf8eaa7a-343b-49dc-b5f9-0465794804f0/bf8eaa7a-343b-49dc-b5f9-0465794804f0.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.174133] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.174391] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9067e097-dcda-4c29-b631-bed796d3c10c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.182214] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 706.182214] env[68864]: value = "task-3185079" [ 706.182214] env[68864]: _type = "Task" [ 706.182214] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.193395] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.198648] env[68864]: DEBUG nova.compute.manager [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Received event network-vif-plugged-fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.198921] env[68864]: DEBUG oslo_concurrency.lockutils [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] Acquiring lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.199122] env[68864]: DEBUG oslo_concurrency.lockutils [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.199295] env[68864]: DEBUG oslo_concurrency.lockutils [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.199480] env[68864]: DEBUG nova.compute.manager [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] No waiting events found dispatching network-vif-plugged-fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.199629] env[68864]: WARNING nova.compute.manager [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Received unexpected event network-vif-plugged-fd10dc44-7617-4c77-a1a7-8c3141d7a47b for instance with vm_state building and task_state spawning. [ 706.199810] env[68864]: DEBUG nova.compute.manager [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Received event network-changed-fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.199976] env[68864]: DEBUG nova.compute.manager [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Refreshing instance network info cache due to event network-changed-fd10dc44-7617-4c77-a1a7-8c3141d7a47b. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.200196] env[68864]: DEBUG oslo_concurrency.lockutils [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] Acquiring lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.200345] env[68864]: DEBUG oslo_concurrency.lockutils [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] Acquired lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.200513] env[68864]: DEBUG nova.network.neutron [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Refreshing network info cache for port fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.517338] env[68864]: DEBUG nova.scheduler.client.report [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.564057] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185078, 'name': CreateVM_Task, 'duration_secs': 0.413835} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.564057] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.564057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.564057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.564057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.564057] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f39dfb1-f0d5-403f-a005-595a9301712a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.568550] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 706.568550] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d258cb-8d88-2991-0051-e6e43d484c6f" [ 706.568550] env[68864]: _type = "Task" [ 706.568550] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.579190] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d258cb-8d88-2991-0051-e6e43d484c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.694108] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097669} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.694108] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.694332] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc91918d-496c-4a72-83c6-870f1fcc1996 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.721331] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] bf8eaa7a-343b-49dc-b5f9-0465794804f0/bf8eaa7a-343b-49dc-b5f9-0465794804f0.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.722049] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7966063a-d425-41a1-86b7-5671b5393f4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.743565] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 706.743565] env[68864]: value = "task-3185080" [ 706.743565] env[68864]: _type = "Task" [ 706.743565] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.752354] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.023097] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.026354] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 44.344s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.026582] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.026852] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 707.027322] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.555s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.029363] env[68864]: INFO nova.compute.claims [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.032635] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab54822-8408-4e58-a24b-d428121780c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.042132] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b55892-9123-45e9-bd2e-d6996f201360 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.047072] env[68864]: INFO nova.scheduler.client.report [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Deleted allocations for instance ddde5559-2e16-42cb-8d25-60f3fa15cda4 [ 707.069413] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af0a03-3ffc-470d-90d2-3eb31cb113b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.095919] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dff586-5f85-4d76-9302-005531a597d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.101832] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "effc35fc-c65b-4e44-9635-af615d5b0a47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.102676] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.102995] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "effc35fc-c65b-4e44-9635-af615d5b0a47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.103306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.103569] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.105696] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d258cb-8d88-2991-0051-e6e43d484c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.106328] env[68864]: INFO nova.compute.manager [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Terminating instance [ 707.108552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.108868] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.109259] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.109433] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.109716] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.112522] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2acb828-78cd-41ff-a679-51f9cc1d34f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.144220] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180106MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 707.144376] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.150284] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.150284] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.150284] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6e3279-cf1d-4002-81e4-549e574c0660 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.157392] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 707.157392] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5216f70c-6e80-e1b3-8715-7e797df8a945" [ 707.157392] env[68864]: _type = "Task" [ 707.157392] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.167670] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5216f70c-6e80-e1b3-8715-7e797df8a945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.255009] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.361122] env[68864]: DEBUG nova.network.neutron [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updated VIF entry in instance network info cache for port fd10dc44-7617-4c77-a1a7-8c3141d7a47b. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.361122] env[68864]: DEBUG nova.network.neutron [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.556562] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df46f456-c2de-4279-a858-3ca8babda740 tempest-ServersListShow298Test-1296415014 tempest-ServersListShow298Test-1296415014-project-member] Lock "ddde5559-2e16-42cb-8d25-60f3fa15cda4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.386s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.617495] env[68864]: DEBUG nova.compute.manager [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.617495] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.617744] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992092e2-04f1-47b3-94d1-f63bddc0bb4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.626489] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.626776] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468eab1f-2496-4596-a639-087de2f73635 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.633508] env[68864]: DEBUG oslo_vmware.api [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 707.633508] env[68864]: value = "task-3185081" [ 707.633508] env[68864]: _type = "Task" [ 707.633508] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.641447] env[68864]: DEBUG oslo_vmware.api [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.666591] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5216f70c-6e80-e1b3-8715-7e797df8a945, 'name': SearchDatastore_Task, 'duration_secs': 0.010438} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.667383] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab45909-4b53-4c62-a769-1419efd451fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.672838] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 707.672838] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272e346-1aeb-aaff-6ebf-168cdc064554" [ 707.672838] env[68864]: _type = "Task" [ 707.672838] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.682028] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272e346-1aeb-aaff-6ebf-168cdc064554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.756751] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185080, 'name': ReconfigVM_Task, 'duration_secs': 0.982805} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.756751] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Reconfigured VM instance instance-0000001c to attach disk [datastore1] bf8eaa7a-343b-49dc-b5f9-0465794804f0/bf8eaa7a-343b-49dc-b5f9-0465794804f0.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.757331] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94442d67-cba5-430e-8568-d435f9170f8f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.763749] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 707.763749] env[68864]: value = "task-3185082" [ 707.763749] env[68864]: _type = "Task" [ 707.763749] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.772824] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185082, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.860439] env[68864]: DEBUG oslo_concurrency.lockutils [req-9e9e7707-2b45-49aa-ab6b-3daceecacd53 req-5b589a8e-7e4f-4ea2-8400-7d6ec23c4ce6 service nova] Releasing lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.144701] env[68864]: DEBUG oslo_vmware.api [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185081, 'name': PowerOffVM_Task, 'duration_secs': 0.232333} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.145025] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.145244] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.145518] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b821d5ac-565e-42d9-9454-e45b38bd9ff0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.186529] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272e346-1aeb-aaff-6ebf-168cdc064554, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.189024] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.189294] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc/52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.189733] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b9c994d-b0c0-40d7-a34e-d36ec81c3d68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.195887] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 708.195887] env[68864]: value = "task-3185084" [ 708.195887] env[68864]: _type = "Task" [ 708.195887] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.207686] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.208924] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.209585] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.209585] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Deleting the datastore file [datastore2] effc35fc-c65b-4e44-9635-af615d5b0a47 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.209585] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-126c6cf8-027b-478f-9ee7-7d8db3cdf1d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.217376] env[68864]: DEBUG oslo_vmware.api [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for the task: (returnval){ [ 708.217376] env[68864]: value = "task-3185085" [ 708.217376] env[68864]: _type = "Task" [ 708.217376] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.225669] env[68864]: DEBUG oslo_vmware.api [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.273717] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185082, 'name': Rename_Task, 'duration_secs': 0.145445} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.274032] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.274323] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1643d3fa-f8c2-4686-922f-c2f4d4c82278 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.280956] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 708.280956] env[68864]: value = "task-3185086" [ 708.280956] env[68864]: _type = "Task" [ 708.280956] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.290583] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.590331] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac476ff-3374-4c0e-a663-7f345e5ce046 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.601095] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537d8460-635a-4683-9ebe-8ab2aa41acf9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.635798] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e34ea96-95af-4d3c-a3b0-27449e6977e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.644876] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c4b686-6103-4eea-82f1-de71f2be257b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.659651] env[68864]: DEBUG nova.compute.provider_tree [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.709961] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459361} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.710321] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc/52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.710584] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.710884] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57636d5c-d911-4200-8ef1-0831e5d034ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.716975] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 708.716975] env[68864]: value = "task-3185087" [ 708.716975] env[68864]: _type = "Task" [ 708.716975] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.729583] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.734233] env[68864]: DEBUG oslo_vmware.api [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Task: {'id': task-3185085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154279} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.734233] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.734233] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.734233] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.734233] env[68864]: INFO nova.compute.manager [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 708.734395] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.734395] env[68864]: DEBUG nova.compute.manager [-] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.734395] env[68864]: DEBUG nova.network.neutron [-] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.790831] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185086, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.105604] env[68864]: DEBUG nova.compute.manager [req-67321731-4ca9-4301-81fa-fe771d86e69e req-7f66e838-9260-4786-81ef-680e00ae19a4 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Received event network-vif-deleted-e6ff3b10-c030-45b2-8c34-4d666ac1fa87 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.105822] env[68864]: INFO nova.compute.manager [req-67321731-4ca9-4301-81fa-fe771d86e69e req-7f66e838-9260-4786-81ef-680e00ae19a4 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Neutron deleted interface e6ff3b10-c030-45b2-8c34-4d666ac1fa87; detaching it from the instance and deleting it from the info cache [ 709.105991] env[68864]: DEBUG nova.network.neutron [req-67321731-4ca9-4301-81fa-fe771d86e69e req-7f66e838-9260-4786-81ef-680e00ae19a4 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.162615] env[68864]: DEBUG nova.scheduler.client.report [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.226570] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065107} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.226838] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.227607] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6232810c-dfd3-42be-8042-2aafd9a59cf6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.251388] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc/52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.252250] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9cc958d-a490-4f0d-82b3-e459631fcdd3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.272178] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 709.272178] env[68864]: value = "task-3185088" [ 709.272178] env[68864]: _type = "Task" [ 709.272178] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.280161] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.289641] env[68864]: DEBUG oslo_vmware.api [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185086, 'name': PowerOnVM_Task, 'duration_secs': 0.545881} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.289900] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.294026] env[68864]: INFO nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Took 8.09 seconds to spawn the instance on the hypervisor. [ 709.294026] env[68864]: DEBUG nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.294026] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2129185a-a0ec-4f57-9468-e3f09708dca0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.587501] env[68864]: DEBUG nova.network.neutron [-] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.609350] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a38dc08-01c3-40e8-be39-70b5e4bf3466 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.619420] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2fb4e6-c57d-4b43-8785-218a8cd1dde1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.658654] env[68864]: DEBUG nova.compute.manager [req-67321731-4ca9-4301-81fa-fe771d86e69e req-7f66e838-9260-4786-81ef-680e00ae19a4 service nova] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Detach interface failed, port_id=e6ff3b10-c030-45b2-8c34-4d666ac1fa87, reason: Instance effc35fc-c65b-4e44-9635-af615d5b0a47 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.667073] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.667568] env[68864]: DEBUG nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.670300] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.568s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.670543] env[68864]: DEBUG nova.objects.instance [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lazy-loading 'resources' on Instance uuid 69161637-7589-4a65-8f6d-39831ceb7480 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.784836] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185088, 'name': ReconfigVM_Task, 'duration_secs': 0.464789} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.787164] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc/52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.787802] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b84c99c-41a1-4a89-a63d-5f942c6e0446 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.795120] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 709.795120] env[68864]: value = "task-3185089" [ 709.795120] env[68864]: _type = "Task" [ 709.795120] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.812021] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185089, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.815269] env[68864]: INFO nova.compute.manager [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Took 57.31 seconds to build instance. [ 710.091156] env[68864]: INFO nova.compute.manager [-] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Took 1.36 seconds to deallocate network for instance. [ 710.170225] env[68864]: DEBUG nova.compute.manager [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Received event network-changed-cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.170426] env[68864]: DEBUG nova.compute.manager [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Refreshing instance network info cache due to event network-changed-cc2cf940-2a66-4717-a826-340f32df1a8a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.170649] env[68864]: DEBUG oslo_concurrency.lockutils [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] Acquiring lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.170801] env[68864]: DEBUG oslo_concurrency.lockutils [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] Acquired lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.171157] env[68864]: DEBUG nova.network.neutron [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Refreshing network info cache for port cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.176519] env[68864]: DEBUG nova.compute.utils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.179105] env[68864]: DEBUG nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.179105] env[68864]: DEBUG nova.network.neutron [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.236305] env[68864]: DEBUG nova.policy [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb944688abcc4c78bb2ec45bd148d51f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b115833815b340f58545eed246686034', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.312167] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185089, 'name': Rename_Task, 'duration_secs': 0.147739} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.312167] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.312167] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37e6a2ba-ea85-4e88-b46c-56d3ac8c58e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.318818] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bf1eecf2-1306-4ee9-8a79-0282450f99c6 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.820s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.319161] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 710.319161] env[68864]: value = "task-3185090" [ 710.319161] env[68864]: _type = "Task" [ 710.319161] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.333804] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.598147] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.682007] env[68864]: DEBUG nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.696186] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04351e9-34b6-4ccf-8b44-ffd1a3603ca3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.708374] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce283b51-d4a3-481e-b1c7-23ba46c0c79f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.746721] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4caa2f-397a-4620-8eba-797ead453c2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.761265] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c1831a-34e8-403e-b88a-1359e3bad415 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.778159] env[68864]: DEBUG nova.compute.provider_tree [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.796597] env[68864]: DEBUG nova.network.neutron [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Successfully created port: b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.826347] env[68864]: DEBUG nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.840378] env[68864]: DEBUG oslo_vmware.api [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185090, 'name': PowerOnVM_Task, 'duration_secs': 0.451649} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.841527] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.841527] env[68864]: INFO nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Took 7.08 seconds to spawn the instance on the hypervisor. [ 710.841527] env[68864]: DEBUG nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.841809] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d25c27-ede3-4550-a2ed-26bc546fa377 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.952300] env[68864]: DEBUG nova.network.neutron [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updated VIF entry in instance network info cache for port cc2cf940-2a66-4717-a826-340f32df1a8a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.953040] env[68864]: DEBUG nova.network.neutron [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updating instance_info_cache with network_info: [{"id": "cc2cf940-2a66-4717-a826-340f32df1a8a", "address": "fa:16:3e:2e:7c:86", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2cf940-2a", "ovs_interfaceid": "cc2cf940-2a66-4717-a826-340f32df1a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.281073] env[68864]: DEBUG nova.scheduler.client.report [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.360873] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.362165] env[68864]: INFO nova.compute.manager [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Took 55.65 seconds to build instance. [ 711.455996] env[68864]: DEBUG oslo_concurrency.lockutils [req-752d0ee8-f725-4245-83a3-34a340a4a0a1 req-6c3ebf22-173e-455a-bb33-6e3611b21358 service nova] Releasing lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.695439] env[68864]: DEBUG nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.722862] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.723132] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.723312] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.723503] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.723643] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.724234] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.724234] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.724234] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.724411] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.724572] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.724760] env[68864]: DEBUG nova.virt.hardware [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.732810] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6910a117-e3da-489d-ac6d-2e14e7d6650e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.741364] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39e3d21-0b9a-4fee-b7c5-1b014d802bf1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.786218] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.788556] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.020s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.788790] env[68864]: DEBUG nova.objects.instance [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lazy-loading 'resources' on Instance uuid 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.825013] env[68864]: INFO nova.scheduler.client.report [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Deleted allocations for instance 69161637-7589-4a65-8f6d-39831ceb7480 [ 711.865561] env[68864]: DEBUG oslo_concurrency.lockutils [None req-97f96326-0b2e-4681-9144-b7da953db42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.168s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.336868] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5adbde73-50aa-46f9-9fea-39619d0554b6 tempest-ServerMetadataNegativeTestJSON-2032948646 tempest-ServerMetadataNegativeTestJSON-2032948646-project-member] Lock "69161637-7589-4a65-8f6d-39831ceb7480" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.981s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.368971] env[68864]: DEBUG nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.818800] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb69aef-6baa-4a14-a230-9a1741d43868 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.827466] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd8d12-f9f7-47d7-8e27-a6ef5088f1e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.872652] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ad4da-6af6-4a75-9513-9a24f74dbdb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.884486] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a363b1d-f104-465a-8d58-5f2d8acc6793 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.895226] env[68864]: DEBUG nova.compute.manager [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Received event network-changed-fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.895404] env[68864]: DEBUG nova.compute.manager [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Refreshing instance network info cache due to event network-changed-fd10dc44-7617-4c77-a1a7-8c3141d7a47b. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.895615] env[68864]: DEBUG oslo_concurrency.lockutils [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] Acquiring lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.895759] env[68864]: DEBUG oslo_concurrency.lockutils [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] Acquired lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.895919] env[68864]: DEBUG nova.network.neutron [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Refreshing network info cache for port fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.909681] env[68864]: DEBUG nova.compute.provider_tree [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.913999] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.233131] env[68864]: DEBUG nova.network.neutron [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Successfully updated port: b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.414466] env[68864]: DEBUG nova.scheduler.client.report [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.738628] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.738980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquired lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.738980] env[68864]: DEBUG nova.network.neutron [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.821023] env[68864]: DEBUG nova.network.neutron [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updated VIF entry in instance network info cache for port fd10dc44-7617-4c77-a1a7-8c3141d7a47b. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.821023] env[68864]: DEBUG nova.network.neutron [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.921565] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.927224] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.031s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.927224] env[68864]: INFO nova.compute.claims [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.951980] env[68864]: INFO nova.scheduler.client.report [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Deleted allocations for instance 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1 [ 714.288105] env[68864]: DEBUG nova.network.neutron [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.322614] env[68864]: DEBUG oslo_concurrency.lockutils [req-d97befbb-d466-41b9-b225-f1969bbcc3c3 req-d53821ef-c935-4664-a219-c6dd40349389 service nova] Releasing lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.461875] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f0df8e7-d3ec-4366-8855-ce1e90b8cf8c tempest-ServersTestManualDisk-1430262637 tempest-ServersTestManualDisk-1430262637-project-member] Lock "48f5958b-d5b7-4d2c-a3a9-dd76881a89d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.782s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.483233] env[68864]: DEBUG nova.network.neutron [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updating instance_info_cache with network_info: [{"id": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "address": "fa:16:3e:91:99:52", "network": {"id": "2cfeada2-f975-4926-b668-f8e06eec1347", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789353065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b115833815b340f58545eed246686034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc5aa1-d7", "ovs_interfaceid": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.927398] env[68864]: DEBUG nova.compute.manager [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Received event network-vif-plugged-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.927636] env[68864]: DEBUG oslo_concurrency.lockutils [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] Acquiring lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.928234] env[68864]: DEBUG oslo_concurrency.lockutils [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.928234] env[68864]: DEBUG oslo_concurrency.lockutils [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.928761] env[68864]: DEBUG nova.compute.manager [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] No waiting events found dispatching network-vif-plugged-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.928967] env[68864]: WARNING nova.compute.manager [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Received unexpected event network-vif-plugged-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a for instance with vm_state building and task_state spawning. [ 714.929165] env[68864]: DEBUG nova.compute.manager [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Received event network-changed-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.929340] env[68864]: DEBUG nova.compute.manager [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Refreshing instance network info cache due to event network-changed-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.929510] env[68864]: DEBUG oslo_concurrency.lockutils [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] Acquiring lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.988612] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Releasing lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.988846] env[68864]: DEBUG nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Instance network_info: |[{"id": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "address": "fa:16:3e:91:99:52", "network": {"id": "2cfeada2-f975-4926-b668-f8e06eec1347", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789353065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b115833815b340f58545eed246686034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc5aa1-d7", "ovs_interfaceid": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.993649] env[68864]: DEBUG oslo_concurrency.lockutils [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] Acquired lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.993649] env[68864]: DEBUG nova.network.neutron [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Refreshing network info cache for port b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.995088] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:99:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.004550] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Creating folder: Project (b115833815b340f58545eed246686034). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.006169] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd1ce184-8935-410d-805f-fc6439599311 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.024109] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Created folder: Project (b115833815b340f58545eed246686034) in parent group-v636929. [ 715.024109] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Creating folder: Instances. Parent ref: group-v637023. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.024109] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be2795e4-871c-4c05-9324-e5661bd3a84d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.033719] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Created folder: Instances in parent group-v637023. [ 715.033975] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.034209] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.034471] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05759688-84b4-4570-a4bb-5ec5d9a34d0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.065014] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.065014] env[68864]: value = "task-3185093" [ 715.065014] env[68864]: _type = "Task" [ 715.065014] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.074354] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185093, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.104209] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "eff84169-8070-4b36-a6e1-1464aff30d92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.104449] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "eff84169-8070-4b36-a6e1-1464aff30d92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.518909] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faa7202-bba1-44ae-9611-a97ea054f16a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.526559] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e4cb0-77d1-4174-9bfd-ca1e02f004b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.559671] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed500171-88db-417f-b694-46d0b539aa46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.571631] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77efe51e-88ec-45eb-a8dd-b67ef945465b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.580144] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185093, 'name': CreateVM_Task, 'duration_secs': 0.406074} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.587925] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.588471] env[68864]: DEBUG nova.compute.provider_tree [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.590242] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.590413] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.590712] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.591024] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065266d1-5e67-4937-972e-8f3e37b31d27 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.597912] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 715.597912] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52516d7c-5608-b653-4ee8-be48cc602b85" [ 715.597912] env[68864]: _type = "Task" [ 715.597912] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.606354] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52516d7c-5608-b653-4ee8-be48cc602b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.053417] env[68864]: DEBUG nova.network.neutron [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updated VIF entry in instance network info cache for port b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.053823] env[68864]: DEBUG nova.network.neutron [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updating instance_info_cache with network_info: [{"id": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "address": "fa:16:3e:91:99:52", "network": {"id": "2cfeada2-f975-4926-b668-f8e06eec1347", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789353065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b115833815b340f58545eed246686034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc5aa1-d7", "ovs_interfaceid": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.094372] env[68864]: DEBUG nova.scheduler.client.report [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.109104] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52516d7c-5608-b653-4ee8-be48cc602b85, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.109383] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.109653] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.109917] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.110148] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.110378] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.110651] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05be9317-8cea-4b67-b3b6-ca9544a63e0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.118943] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.119141] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.119833] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030fbeaf-c1f2-404a-9b65-abe26f0af6d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.125158] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 716.125158] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52897bf6-0ab5-e641-2447-422836bd498f" [ 716.125158] env[68864]: _type = "Task" [ 716.125158] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.133382] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52897bf6-0ab5-e641-2447-422836bd498f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.557046] env[68864]: DEBUG oslo_concurrency.lockutils [req-f0163d2f-1ac5-42d7-89bc-019395d18d88 req-24b6b40e-03ac-46d0-9517-614e4524aad8 service nova] Releasing lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.600527] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.601117] env[68864]: DEBUG nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.603932] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.640s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.607338] env[68864]: INFO nova.compute.claims [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.639368] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52897bf6-0ab5-e641-2447-422836bd498f, 'name': SearchDatastore_Task, 'duration_secs': 0.007761} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.640246] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c8ffd6-75bb-4ba8-808b-577123cb42c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.646804] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 716.646804] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d627a3-629e-c432-d2ee-4728c9bc304b" [ 716.646804] env[68864]: _type = "Task" [ 716.646804] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.657072] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d627a3-629e-c432-d2ee-4728c9bc304b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.112734] env[68864]: DEBUG nova.compute.utils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.114172] env[68864]: DEBUG nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.114346] env[68864]: DEBUG nova.network.neutron [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.158028] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d627a3-629e-c432-d2ee-4728c9bc304b, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.158028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.158028] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] c3a56259-acf4-4d26-929b-fdde7b5c97eb/c3a56259-acf4-4d26-929b-fdde7b5c97eb.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.158028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72949704-152a-4461-a38b-0dd1a062e897 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.166783] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 717.166783] env[68864]: value = "task-3185094" [ 717.166783] env[68864]: _type = "Task" [ 717.166783] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.170823] env[68864]: DEBUG nova.policy [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bdf1a828a7642c1ba63d5b4ddb18115', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032b4862616d4c3798bffe54330d7d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.177959] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.603679] env[68864]: DEBUG nova.network.neutron [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Successfully created port: f0286293-5646-4753-a078-e565d162109e {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.619087] env[68864]: DEBUG nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.687073] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457051} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.692425] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] c3a56259-acf4-4d26-929b-fdde7b5c97eb/c3a56259-acf4-4d26-929b-fdde7b5c97eb.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.692790] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.693948] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebbe59cd-3cbd-42fb-b9ca-1b708672ab22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.703158] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 717.703158] env[68864]: value = "task-3185095" [ 717.703158] env[68864]: _type = "Task" [ 717.703158] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.720352] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.114673] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ef4cac-94a6-46dc-8526-d5e4331caf6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.122727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec68421b-ae11-4910-bff0-191ec14dc37d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.158035] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7e9b67-68a7-406c-b00d-c6829775a6df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.167389] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748f7f5b-59de-4716-8c76-961491f46eec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.183829] env[68864]: DEBUG nova.compute.provider_tree [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.213596] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059912} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.213916] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.214738] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099444fa-c89d-4fcc-a2d5-6b886e532b62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.238909] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] c3a56259-acf4-4d26-929b-fdde7b5c97eb/c3a56259-acf4-4d26-929b-fdde7b5c97eb.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.239636] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddfc1b2f-88cb-4ba9-b281-627337d4d7ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.259478] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 718.259478] env[68864]: value = "task-3185096" [ 718.259478] env[68864]: _type = "Task" [ 718.259478] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.268124] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.633041] env[68864]: DEBUG nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.667653] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.667928] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.668128] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.668326] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.668473] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.672109] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.672510] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.672751] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.672973] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.673193] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.674943] env[68864]: DEBUG nova.virt.hardware [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.678580] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5667ab91-2757-48b8-91e6-1d834f85f1be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.687268] env[68864]: DEBUG nova.scheduler.client.report [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.693283] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2470f19-7256-4f9a-aa4a-23f7cb875455 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.770184] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185096, 'name': ReconfigVM_Task, 'duration_secs': 0.324092} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.770682] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Reconfigured VM instance instance-0000001e to attach disk [datastore2] c3a56259-acf4-4d26-929b-fdde7b5c97eb/c3a56259-acf4-4d26-929b-fdde7b5c97eb.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.771350] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e18a2606-29ed-46e0-8135-3fd16a82ab1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.778720] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 718.778720] env[68864]: value = "task-3185097" [ 718.778720] env[68864]: _type = "Task" [ 718.778720] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.787733] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185097, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.062884] env[68864]: DEBUG nova.compute.manager [req-85d67d3b-a0c3-4282-84d8-2ce1f4b0b624 req-7ee2b82d-4595-481a-8495-103746b02c2c service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Received event network-vif-plugged-f0286293-5646-4753-a078-e565d162109e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.063100] env[68864]: DEBUG oslo_concurrency.lockutils [req-85d67d3b-a0c3-4282-84d8-2ce1f4b0b624 req-7ee2b82d-4595-481a-8495-103746b02c2c service nova] Acquiring lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.063311] env[68864]: DEBUG oslo_concurrency.lockutils [req-85d67d3b-a0c3-4282-84d8-2ce1f4b0b624 req-7ee2b82d-4595-481a-8495-103746b02c2c service nova] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.063476] env[68864]: DEBUG oslo_concurrency.lockutils [req-85d67d3b-a0c3-4282-84d8-2ce1f4b0b624 req-7ee2b82d-4595-481a-8495-103746b02c2c service nova] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.063641] env[68864]: DEBUG nova.compute.manager [req-85d67d3b-a0c3-4282-84d8-2ce1f4b0b624 req-7ee2b82d-4595-481a-8495-103746b02c2c service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] No waiting events found dispatching network-vif-plugged-f0286293-5646-4753-a078-e565d162109e {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.063801] env[68864]: WARNING nova.compute.manager [req-85d67d3b-a0c3-4282-84d8-2ce1f4b0b624 req-7ee2b82d-4595-481a-8495-103746b02c2c service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Received unexpected event network-vif-plugged-f0286293-5646-4753-a078-e565d162109e for instance with vm_state building and task_state spawning. [ 719.191190] env[68864]: DEBUG nova.network.neutron [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Successfully updated port: f0286293-5646-4753-a078-e565d162109e {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.201423] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.201964] env[68864]: DEBUG nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.207284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.006s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.209442] env[68864]: INFO nova.compute.claims [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.288566] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185097, 'name': Rename_Task, 'duration_secs': 0.156176} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.289043] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.289352] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-115740e8-9499-49de-a566-31e5878c062b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.296148] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 719.296148] env[68864]: value = "task-3185098" [ 719.296148] env[68864]: _type = "Task" [ 719.296148] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.303829] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.695739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-ce042a29-f8f3-4c79-a270-f003c2c60a7f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.696369] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-ce042a29-f8f3-4c79-a270-f003c2c60a7f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.696369] env[68864]: DEBUG nova.network.neutron [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.715502] env[68864]: DEBUG nova.compute.utils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.718804] env[68864]: DEBUG nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.722018] env[68864]: DEBUG nova.network.neutron [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.805240] env[68864]: DEBUG nova.policy [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4c09b0acae444ea1b188e8f6d75caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9aac427e91db40e19b38052fbf4bf27a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.811844] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.129114] env[68864]: DEBUG nova.network.neutron [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Successfully created port: 2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.222375] env[68864]: DEBUG nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.251354] env[68864]: DEBUG nova.network.neutron [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.308506] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185098, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.408300] env[68864]: DEBUG nova.network.neutron [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Updating instance_info_cache with network_info: [{"id": "f0286293-5646-4753-a078-e565d162109e", "address": "fa:16:3e:6d:ce:90", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0286293-56", "ovs_interfaceid": "f0286293-5646-4753-a078-e565d162109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.710232] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928e44ee-4e46-4e70-989b-16c65cf32106 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.717196] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d409554a-0d8a-4a32-8732-c22ad36003db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.750273] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1666e9d-848b-4358-bfc5-40b91030c0e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.758175] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c7620-c9fe-4135-86ae-f8d1e18edf97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.772756] env[68864]: DEBUG nova.compute.provider_tree [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.809400] env[68864]: DEBUG oslo_vmware.api [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185098, 'name': PowerOnVM_Task, 'duration_secs': 1.014716} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.810084] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.810406] env[68864]: INFO nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Took 9.11 seconds to spawn the instance on the hypervisor. [ 720.810687] env[68864]: DEBUG nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.811561] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad44f1a9-7f7f-42b6-a828-8c5eb94a8f32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.915356] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-ce042a29-f8f3-4c79-a270-f003c2c60a7f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.915356] env[68864]: DEBUG nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Instance network_info: |[{"id": "f0286293-5646-4753-a078-e565d162109e", "address": "fa:16:3e:6d:ce:90", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0286293-56", "ovs_interfaceid": "f0286293-5646-4753-a078-e565d162109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.915527] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:ce:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0286293-5646-4753-a078-e565d162109e', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.929590] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.930561] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.931072] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6acff081-74ac-49e8-a834-04360c23b177 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.970653] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.970653] env[68864]: value = "task-3185099" [ 720.970653] env[68864]: _type = "Task" [ 720.970653] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.982547] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185099, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.107024] env[68864]: DEBUG nova.compute.manager [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Received event network-changed-f0286293-5646-4753-a078-e565d162109e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.107024] env[68864]: DEBUG nova.compute.manager [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Refreshing instance network info cache due to event network-changed-f0286293-5646-4753-a078-e565d162109e. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.107024] env[68864]: DEBUG oslo_concurrency.lockutils [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] Acquiring lock "refresh_cache-ce042a29-f8f3-4c79-a270-f003c2c60a7f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.107024] env[68864]: DEBUG oslo_concurrency.lockutils [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] Acquired lock "refresh_cache-ce042a29-f8f3-4c79-a270-f003c2c60a7f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.107024] env[68864]: DEBUG nova.network.neutron [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Refreshing network info cache for port f0286293-5646-4753-a078-e565d162109e {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.255471] env[68864]: DEBUG nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.276715] env[68864]: DEBUG nova.scheduler.client.report [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.282598] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.283281] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.283281] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.283281] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.283544] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.283769] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.284012] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.284184] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.284364] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.284534] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.284720] env[68864]: DEBUG nova.virt.hardware [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.285634] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd4acd0-65d8-496a-b11e-f84b6189b64b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.294874] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a29a7-f61a-43d5-9da7-d0b1ff46d7a1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.330038] env[68864]: INFO nova.compute.manager [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Took 57.88 seconds to build instance. [ 721.346628] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.346870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.479169] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185099, 'name': CreateVM_Task, 'duration_secs': 0.308853} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.479594] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.480300] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.480482] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.480786] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.481051] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126f6214-c4c9-4f48-b7db-0bfd1698c54b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.487174] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 721.487174] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520333b8-bf3d-b122-7a4b-e66a0aa92d4c" [ 721.487174] env[68864]: _type = "Task" [ 721.487174] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.494787] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520333b8-bf3d-b122-7a4b-e66a0aa92d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.790146] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.790696] env[68864]: DEBUG nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.796215] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.932s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.796301] env[68864]: DEBUG nova.objects.instance [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lazy-loading 'resources' on Instance uuid f720a633-de87-428c-a7de-2a8d336be8ed {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.831909] env[68864]: DEBUG oslo_concurrency.lockutils [None req-44968601-366f-4482-a11e-7eaa527b4f2f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.405s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.836922] env[68864]: DEBUG nova.network.neutron [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Updated VIF entry in instance network info cache for port f0286293-5646-4753-a078-e565d162109e. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.837924] env[68864]: DEBUG nova.network.neutron [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Updating instance_info_cache with network_info: [{"id": "f0286293-5646-4753-a078-e565d162109e", "address": "fa:16:3e:6d:ce:90", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0286293-56", "ovs_interfaceid": "f0286293-5646-4753-a078-e565d162109e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.997438] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520333b8-bf3d-b122-7a4b-e66a0aa92d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.997772] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.998063] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.998306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.998406] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.998555] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.998825] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a090325-9ca2-4e55-a7c6-1a903bccb348 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.003297] env[68864]: DEBUG nova.network.neutron [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Successfully updated port: 2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.007258] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.007463] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.008196] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f212b63f-732a-4277-bd6c-eb16aac1abf0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.014786] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 722.014786] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227d62b-3c60-c144-3fbf-fb4218916563" [ 722.014786] env[68864]: _type = "Task" [ 722.014786] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.023111] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227d62b-3c60-c144-3fbf-fb4218916563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.299521] env[68864]: DEBUG nova.compute.utils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.300895] env[68864]: DEBUG nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.301076] env[68864]: DEBUG nova.network.neutron [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.339425] env[68864]: DEBUG nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.342243] env[68864]: DEBUG oslo_concurrency.lockutils [req-2443982b-9930-4bd3-bf09-7edf472399c6 req-06521758-2ca7-42d6-b57b-d71b550bfe45 service nova] Releasing lock "refresh_cache-ce042a29-f8f3-4c79-a270-f003c2c60a7f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.373522] env[68864]: DEBUG nova.policy [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98dd03f8934e442c8e2ef656758b7c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e7761fc270144df8ba4e58f161d1267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.506600] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.506805] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.506899] env[68864]: DEBUG nova.network.neutron [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.527192] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227d62b-3c60-c144-3fbf-fb4218916563, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.527978] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6cb949-e0fc-4ba8-aa91-1b83628f558a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.533587] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 722.533587] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529b8ca6-42ff-bb78-d04c-1ce9151209b9" [ 722.533587] env[68864]: _type = "Task" [ 722.533587] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.545439] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529b8ca6-42ff-bb78-d04c-1ce9151209b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.545694] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.545953] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.546223] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbfe6f92-8513-45c0-a8e3-6808e0195a13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.554497] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 722.554497] env[68864]: value = "task-3185100" [ 722.554497] env[68864]: _type = "Task" [ 722.554497] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.562119] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.804580] env[68864]: DEBUG nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.855729] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0b675-4f8a-4fe8-ba4e-ee13538fbf6a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.867764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.869149] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d65b79-e4e6-4645-87e1-2a0da1e08496 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.904140] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c122d69-441b-4e38-b6c0-b34ce750b7b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.911852] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e344d2-425f-4053-a701-165c0580be07 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.926417] env[68864]: DEBUG nova.compute.provider_tree [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.956955] env[68864]: DEBUG nova.network.neutron [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Successfully created port: 6ced2f95-de06-43e3-954b-78d9d496dad9 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.040736] env[68864]: DEBUG nova.network.neutron [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.067272] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476033} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.067878] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.068198] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.068516] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ed91e02-73eb-4074-8901-0adc61decb4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.074981] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 723.074981] env[68864]: value = "task-3185101" [ 723.074981] env[68864]: _type = "Task" [ 723.074981] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.083154] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.191337] env[68864]: DEBUG nova.network.neutron [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updating instance_info_cache with network_info: [{"id": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "address": "fa:16:3e:c1:07:08", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc98bab-06", "ovs_interfaceid": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.429280] env[68864]: DEBUG nova.scheduler.client.report [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.456350] env[68864]: DEBUG nova.compute.manager [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Received event network-vif-plugged-2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.456550] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] Acquiring lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.456763] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.456945] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.457155] env[68864]: DEBUG nova.compute.manager [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] No waiting events found dispatching network-vif-plugged-2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.457571] env[68864]: WARNING nova.compute.manager [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Received unexpected event network-vif-plugged-2dc98bab-0643-4d45-9f45-4ed44e56d2ee for instance with vm_state building and task_state spawning. [ 723.457571] env[68864]: DEBUG nova.compute.manager [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Received event network-changed-2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.457714] env[68864]: DEBUG nova.compute.manager [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Refreshing instance network info cache due to event network-changed-2dc98bab-0643-4d45-9f45-4ed44e56d2ee. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.457845] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] Acquiring lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.587452] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066728} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.587730] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.588519] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8f7dc4-e9b0-4370-9b99-ebae7c071cee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.610381] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.610671] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b250431-f763-4753-aa56-81b4f940f4c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.630671] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 723.630671] env[68864]: value = "task-3185102" [ 723.630671] env[68864]: _type = "Task" [ 723.630671] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.639529] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.694389] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Releasing lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.694758] env[68864]: DEBUG nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance network_info: |[{"id": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "address": "fa:16:3e:c1:07:08", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc98bab-06", "ovs_interfaceid": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.695070] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] Acquired lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.695257] env[68864]: DEBUG nova.network.neutron [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Refreshing network info cache for port 2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.696603] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:07:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dc98bab-0643-4d45-9f45-4ed44e56d2ee', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.711100] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.712181] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.712436] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a88b8721-47cc-40b4-9f09-7d437cb4bf75 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.733990] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.733990] env[68864]: value = "task-3185103" [ 723.733990] env[68864]: _type = "Task" [ 723.733990] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.742808] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185103, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.814803] env[68864]: DEBUG nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.848389] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.848657] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.848823] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.849087] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.849281] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.849476] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.849692] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.849872] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.850071] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.850274] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.850479] env[68864]: DEBUG nova.virt.hardware [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.851415] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c190cb-f029-4f96-9190-b2054d461c32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.859941] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f21746-ecfb-4a21-85b6-606b70d81117 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.935382] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.938129] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.111s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.939691] env[68864]: INFO nova.compute.claims [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.962250] env[68864]: INFO nova.scheduler.client.report [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleted allocations for instance f720a633-de87-428c-a7de-2a8d336be8ed [ 724.141685] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185102, 'name': ReconfigVM_Task, 'duration_secs': 0.463457} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.141979] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.142911] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ceee679-76b2-422d-979c-21c7e6eb05ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.148946] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 724.148946] env[68864]: value = "task-3185104" [ 724.148946] env[68864]: _type = "Task" [ 724.148946] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.159399] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185104, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.250630] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185103, 'name': CreateVM_Task, 'duration_secs': 0.392726} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.252991] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.253671] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.253835] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.254170] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.254717] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675f73c7-99e4-4ce1-81c3-b522e200eea1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.260101] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 724.260101] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527a5ace-8b85-b4cf-9d6a-bc6cce5ddd71" [ 724.260101] env[68864]: _type = "Task" [ 724.260101] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.269381] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527a5ace-8b85-b4cf-9d6a-bc6cce5ddd71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.420642] env[68864]: DEBUG nova.network.neutron [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updated VIF entry in instance network info cache for port 2dc98bab-0643-4d45-9f45-4ed44e56d2ee. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.421019] env[68864]: DEBUG nova.network.neutron [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updating instance_info_cache with network_info: [{"id": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "address": "fa:16:3e:c1:07:08", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc98bab-06", "ovs_interfaceid": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.477437] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7104a169-3d35-4d0d-830c-c185652428dd tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f720a633-de87-428c-a7de-2a8d336be8ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.063s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.661422] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185104, 'name': Rename_Task, 'duration_secs': 0.149561} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.661782] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.662093] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e85c93d-15b3-4894-99e0-b429ea7b30ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.670800] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 724.670800] env[68864]: value = "task-3185105" [ 724.670800] env[68864]: _type = "Task" [ 724.670800] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.682778] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.770094] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527a5ace-8b85-b4cf-9d6a-bc6cce5ddd71, 'name': SearchDatastore_Task, 'duration_secs': 0.017441} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.770605] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.770860] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.771151] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.771341] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.771564] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.771858] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa5589ee-b5dd-4199-bd5b-2aa93dd85f02 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.780795] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.781187] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.782111] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac292bac-9f00-4db6-811b-4d797cf72209 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.787146] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 724.787146] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a02b88-76e0-9c03-9336-c47f2b057e22" [ 724.787146] env[68864]: _type = "Task" [ 724.787146] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.794965] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a02b88-76e0-9c03-9336-c47f2b057e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.926715] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ca3cad4-6ef2-4983-ab40-9dd210756394 req-1f599b2c-ada0-41ac-b1a6-217ccbe48864 service nova] Releasing lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.934934] env[68864]: DEBUG nova.network.neutron [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Successfully updated port: 6ced2f95-de06-43e3-954b-78d9d496dad9 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.179580] env[68864]: DEBUG oslo_vmware.api [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185105, 'name': PowerOnVM_Task, 'duration_secs': 0.464758} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.183215] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.183431] env[68864]: INFO nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Took 6.55 seconds to spawn the instance on the hypervisor. [ 725.183607] env[68864]: DEBUG nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.185114] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da51a5-a202-4014-abba-dc62f220ce38 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.297457] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a02b88-76e0-9c03-9336-c47f2b057e22, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.298256] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34791b61-688d-47a3-97c8-d1c7c9d9c611 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.305379] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 725.305379] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52851388-2b19-663c-50ad-eadbb6e670cf" [ 725.305379] env[68864]: _type = "Task" [ 725.305379] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.314351] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52851388-2b19-663c-50ad-eadbb6e670cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.406091] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa0272-3765-4d6a-b981-b1d6cb2c449d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.413860] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfebf87-6062-45c7-b278-d92f8ca5802b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.444691] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "refresh_cache-7daf798a-21b2-43e2-8f25-8f349f2863e4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.444867] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "refresh_cache-7daf798a-21b2-43e2-8f25-8f349f2863e4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.444983] env[68864]: DEBUG nova.network.neutron [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.446845] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d510aa-f988-46e0-b2fe-3f6f364a8ac9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.455870] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab404192-befa-4c9e-8d18-cfae698f5894 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.468529] env[68864]: DEBUG nova.compute.provider_tree [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.658828] env[68864]: DEBUG nova.compute.manager [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Received event network-changed-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.659194] env[68864]: DEBUG nova.compute.manager [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Refreshing instance network info cache due to event network-changed-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.659523] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Acquiring lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.659771] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Acquired lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.660049] env[68864]: DEBUG nova.network.neutron [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Refreshing network info cache for port b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.706101] env[68864]: INFO nova.compute.manager [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Took 48.93 seconds to build instance. [ 725.816440] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52851388-2b19-663c-50ad-eadbb6e670cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014382} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.817123] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.817769] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] b3f025fc-1b13-4953-b4e2-1939a684998c/b3f025fc-1b13-4953-b4e2-1939a684998c.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.818619] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbed8885-6084-452f-80cb-753213d49c5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.826971] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 725.826971] env[68864]: value = "task-3185106" [ 725.826971] env[68864]: _type = "Task" [ 725.826971] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.836637] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.971378] env[68864]: DEBUG nova.scheduler.client.report [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.003382] env[68864]: DEBUG nova.network.neutron [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.208224] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12059872-f9df-45f0-9b8c-7822fd781569 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.171s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.239478] env[68864]: DEBUG nova.network.neutron [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Updating instance_info_cache with network_info: [{"id": "6ced2f95-de06-43e3-954b-78d9d496dad9", "address": "fa:16:3e:48:a1:64", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ced2f95-de", "ovs_interfaceid": "6ced2f95-de06-43e3-954b-78d9d496dad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.342838] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.404647] env[68864]: DEBUG nova.network.neutron [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updated VIF entry in instance network info cache for port b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.405036] env[68864]: DEBUG nova.network.neutron [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updating instance_info_cache with network_info: [{"id": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "address": "fa:16:3e:91:99:52", "network": {"id": "2cfeada2-f975-4926-b668-f8e06eec1347", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789353065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b115833815b340f58545eed246686034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc5aa1-d7", "ovs_interfaceid": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.476942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.477775] env[68864]: DEBUG nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.481684] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.539s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.482038] env[68864]: DEBUG nova.objects.instance [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lazy-loading 'resources' on Instance uuid 0e72ec32-1c6e-413b-b5d1-c81d7315adb8 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.711560] env[68864]: DEBUG nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.742359] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "refresh_cache-7daf798a-21b2-43e2-8f25-8f349f2863e4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.742703] env[68864]: DEBUG nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Instance network_info: |[{"id": "6ced2f95-de06-43e3-954b-78d9d496dad9", "address": "fa:16:3e:48:a1:64", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ced2f95-de", "ovs_interfaceid": "6ced2f95-de06-43e3-954b-78d9d496dad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.743139] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:a1:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ced2f95-de06-43e3-954b-78d9d496dad9', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.750784] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.751699] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.751920] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbce0cdc-17a4-42de-8600-814c5920f40b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.771875] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.771875] env[68864]: value = "task-3185107" [ 726.771875] env[68864]: _type = "Task" [ 726.771875] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.779685] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185107, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.838526] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587399} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.838742] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] b3f025fc-1b13-4953-b4e2-1939a684998c/b3f025fc-1b13-4953-b4e2-1939a684998c.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.838959] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.839220] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0da10e43-0d6d-4ce2-8b33-129de5862a19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.845907] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 726.845907] env[68864]: value = "task-3185108" [ 726.845907] env[68864]: _type = "Task" [ 726.845907] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.855553] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.908252] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Releasing lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.908846] env[68864]: DEBUG nova.compute.manager [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Received event network-vif-plugged-6ced2f95-de06-43e3-954b-78d9d496dad9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.908942] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Acquiring lock "7daf798a-21b2-43e2-8f25-8f349f2863e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.909124] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.909360] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.909560] env[68864]: DEBUG nova.compute.manager [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] No waiting events found dispatching network-vif-plugged-6ced2f95-de06-43e3-954b-78d9d496dad9 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.909738] env[68864]: WARNING nova.compute.manager [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Received unexpected event network-vif-plugged-6ced2f95-de06-43e3-954b-78d9d496dad9 for instance with vm_state building and task_state spawning. [ 726.909973] env[68864]: DEBUG nova.compute.manager [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Received event network-changed-6ced2f95-de06-43e3-954b-78d9d496dad9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.910355] env[68864]: DEBUG nova.compute.manager [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Refreshing instance network info cache due to event network-changed-6ced2f95-de06-43e3-954b-78d9d496dad9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.910608] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Acquiring lock "refresh_cache-7daf798a-21b2-43e2-8f25-8f349f2863e4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.910762] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Acquired lock "refresh_cache-7daf798a-21b2-43e2-8f25-8f349f2863e4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.910933] env[68864]: DEBUG nova.network.neutron [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Refreshing network info cache for port 6ced2f95-de06-43e3-954b-78d9d496dad9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.987081] env[68864]: DEBUG nova.compute.utils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.988121] env[68864]: DEBUG nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.988298] env[68864]: DEBUG nova.network.neutron [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.037643] env[68864]: DEBUG nova.policy [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3403d0aa0dd46d78853754f3a3c2949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528a97f451e24f32a9fa81356b3a7bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.231421] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.283883] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185107, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.316790] env[68864]: DEBUG nova.network.neutron [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Successfully created port: 39cdd176-7010-4efd-84f8-2403d7645a12 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.357935] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072281} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.359140] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.360025] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30f3b09-65a0-4bb6-861b-246ca7546999 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.385206] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] b3f025fc-1b13-4953-b4e2-1939a684998c/b3f025fc-1b13-4953-b4e2-1939a684998c.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.388319] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb7c2ed-1830-4981-8b34-46645edbb9da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.410239] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 727.410239] env[68864]: value = "task-3185109" [ 727.410239] env[68864]: _type = "Task" [ 727.410239] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.420755] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.498019] env[68864]: DEBUG nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.536382] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817cd619-ec6a-42ae-99c8-c37114196f9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.550018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580fa9a7-7e02-4bd2-a6ef-d44bbbf05295 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.590977] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432b3ebb-20e8-4908-9e01-d115249f556b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.599295] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5640f03a-8e0d-4e0e-b47f-043a15bfca0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.613479] env[68864]: DEBUG nova.compute.provider_tree [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.782760] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185107, 'name': CreateVM_Task, 'duration_secs': 0.842388} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.783054] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.783713] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.784041] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.784395] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.784665] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4454d2fa-6e7d-4d89-b830-0270c99737c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.789498] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 727.789498] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c3a998-ff98-787c-b246-5a5d206e9010" [ 727.789498] env[68864]: _type = "Task" [ 727.789498] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.800289] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c3a998-ff98-787c-b246-5a5d206e9010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.843791] env[68864]: DEBUG nova.network.neutron [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Updated VIF entry in instance network info cache for port 6ced2f95-de06-43e3-954b-78d9d496dad9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.844170] env[68864]: DEBUG nova.network.neutron [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Updating instance_info_cache with network_info: [{"id": "6ced2f95-de06-43e3-954b-78d9d496dad9", "address": "fa:16:3e:48:a1:64", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ced2f95-de", "ovs_interfaceid": "6ced2f95-de06-43e3-954b-78d9d496dad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.921310] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.965758] env[68864]: INFO nova.compute.manager [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Rebuilding instance [ 728.021834] env[68864]: DEBUG nova.compute.manager [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.021834] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c999ebb2-e376-4a35-8ff2-638c8f107724 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.117294] env[68864]: DEBUG nova.scheduler.client.report [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.204221] env[68864]: DEBUG nova.compute.manager [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Received event network-changed-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.204422] env[68864]: DEBUG nova.compute.manager [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Refreshing instance network info cache due to event network-changed-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.204662] env[68864]: DEBUG oslo_concurrency.lockutils [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] Acquiring lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.205541] env[68864]: DEBUG oslo_concurrency.lockutils [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] Acquired lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.205729] env[68864]: DEBUG nova.network.neutron [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Refreshing network info cache for port b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.301397] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c3a998-ff98-787c-b246-5a5d206e9010, 'name': SearchDatastore_Task, 'duration_secs': 0.01429} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.302051] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.302499] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.304079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.304079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.304079] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.304079] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59773af-0da8-486c-8d92-b34cac271594 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.314597] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.315165] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.316068] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859a32b8-cde6-4520-bfe7-cc88794afefb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.321504] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 728.321504] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52731ef4-7748-623a-7b9a-b5232d656996" [ 728.321504] env[68864]: _type = "Task" [ 728.321504] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.329559] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52731ef4-7748-623a-7b9a-b5232d656996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.347110] env[68864]: DEBUG oslo_concurrency.lockutils [req-7252a4c6-0f3d-4c14-be36-d8b3fb805419 req-b65347d8-defa-41e9-ba11-f023a2576205 service nova] Releasing lock "refresh_cache-7daf798a-21b2-43e2-8f25-8f349f2863e4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.421593] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.506868] env[68864]: DEBUG nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.531237] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.531526] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.531721] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.531931] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.532093] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.532301] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.532602] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.532755] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.532948] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.533159] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.533370] env[68864]: DEBUG nova.virt.hardware [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.535876] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c3addd-f6ac-43c8-8c36-8cd4a88098af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.544150] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5a640-2dfa-41e7-bc26-74fd341fe1e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.623716] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.626035] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.682s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.626269] env[68864]: DEBUG nova.objects.instance [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lazy-loading 'resources' on Instance uuid 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.648920] env[68864]: INFO nova.scheduler.client.report [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Deleted allocations for instance 0e72ec32-1c6e-413b-b5d1-c81d7315adb8 [ 728.837559] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52731ef4-7748-623a-7b9a-b5232d656996, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.838572] env[68864]: DEBUG nova.network.neutron [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Successfully updated port: 39cdd176-7010-4efd-84f8-2403d7645a12 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.841481] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa9dd9b-8178-4804-81fb-f0aadcc5275c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.847882] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 728.847882] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520d6099-40b7-7743-5a75-ccaf331b2342" [ 728.847882] env[68864]: _type = "Task" [ 728.847882] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.860432] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520d6099-40b7-7743-5a75-ccaf331b2342, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.860723] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.861614] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 7daf798a-21b2-43e2-8f25-8f349f2863e4/7daf798a-21b2-43e2-8f25-8f349f2863e4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.861879] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ac3826-5e5c-4819-a237-ed6bb3623020 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.868804] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 728.868804] env[68864]: value = "task-3185110" [ 728.868804] env[68864]: _type = "Task" [ 728.868804] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.877334] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.921692] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185109, 'name': ReconfigVM_Task, 'duration_secs': 1.430736} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.921976] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Reconfigured VM instance instance-00000020 to attach disk [datastore2] b3f025fc-1b13-4953-b4e2-1939a684998c/b3f025fc-1b13-4953-b4e2-1939a684998c.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.922719] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6f4db8b-54a1-4801-a4fb-72f904d061d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.928408] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 728.928408] env[68864]: value = "task-3185111" [ 728.928408] env[68864]: _type = "Task" [ 728.928408] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.936277] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185111, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.039840] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.042019] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b73a38fe-fabf-47f0-8bb9-0814f809125c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.044088] env[68864]: DEBUG nova.network.neutron [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updated VIF entry in instance network info cache for port b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.044501] env[68864]: DEBUG nova.network.neutron [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updating instance_info_cache with network_info: [{"id": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "address": "fa:16:3e:91:99:52", "network": {"id": "2cfeada2-f975-4926-b668-f8e06eec1347", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1789353065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b115833815b340f58545eed246686034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6dc5aa1-d7", "ovs_interfaceid": "b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.051835] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 729.051835] env[68864]: value = "task-3185112" [ 729.051835] env[68864]: _type = "Task" [ 729.051835] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.054875] env[68864]: DEBUG nova.compute.manager [req-f795a2bf-4a2f-4228-a9ad-59345149ef86 req-bf26d3ee-8817-4846-a1ec-9f5882899dd3 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Received event network-vif-plugged-39cdd176-7010-4efd-84f8-2403d7645a12 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.055154] env[68864]: DEBUG oslo_concurrency.lockutils [req-f795a2bf-4a2f-4228-a9ad-59345149ef86 req-bf26d3ee-8817-4846-a1ec-9f5882899dd3 service nova] Acquiring lock "1680228e-44af-4aff-bd2a-83a1360006a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.055404] env[68864]: DEBUG oslo_concurrency.lockutils [req-f795a2bf-4a2f-4228-a9ad-59345149ef86 req-bf26d3ee-8817-4846-a1ec-9f5882899dd3 service nova] Lock "1680228e-44af-4aff-bd2a-83a1360006a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.055586] env[68864]: DEBUG oslo_concurrency.lockutils [req-f795a2bf-4a2f-4228-a9ad-59345149ef86 req-bf26d3ee-8817-4846-a1ec-9f5882899dd3 service nova] Lock "1680228e-44af-4aff-bd2a-83a1360006a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.055758] env[68864]: DEBUG nova.compute.manager [req-f795a2bf-4a2f-4228-a9ad-59345149ef86 req-bf26d3ee-8817-4846-a1ec-9f5882899dd3 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] No waiting events found dispatching network-vif-plugged-39cdd176-7010-4efd-84f8-2403d7645a12 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.055920] env[68864]: WARNING nova.compute.manager [req-f795a2bf-4a2f-4228-a9ad-59345149ef86 req-bf26d3ee-8817-4846-a1ec-9f5882899dd3 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Received unexpected event network-vif-plugged-39cdd176-7010-4efd-84f8-2403d7645a12 for instance with vm_state building and task_state spawning. [ 729.069600] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.159171] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92eec4e4-e77e-49bc-957f-8a6eaeda918d tempest-ImagesOneServerTestJSON-463275112 tempest-ImagesOneServerTestJSON-463275112-project-member] Lock "0e72ec32-1c6e-413b-b5d1-c81d7315adb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.626s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.341753] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-1680228e-44af-4aff-bd2a-83a1360006a6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.341906] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-1680228e-44af-4aff-bd2a-83a1360006a6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.342375] env[68864]: DEBUG nova.network.neutron [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.381502] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185110, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.442065] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185111, 'name': Rename_Task, 'duration_secs': 0.166972} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.445750] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.445750] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c60e0a-c400-4e57-8ddc-08028ec2218c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.452633] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 729.452633] env[68864]: value = "task-3185113" [ 729.452633] env[68864]: _type = "Task" [ 729.452633] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.464393] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.547074] env[68864]: DEBUG oslo_concurrency.lockutils [req-1643e74f-5c99-49c6-9950-fdda01b69e41 req-49dcadb8-8a4b-416a-a9e7-84acf8a13b28 service nova] Releasing lock "refresh_cache-c3a56259-acf4-4d26-929b-fdde7b5c97eb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.570897] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185112, 'name': PowerOffVM_Task, 'duration_secs': 0.199654} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.571707] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.571707] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.572494] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207a8219-9e9b-48b1-9e9c-8037d8588a89 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.579824] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.582703] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68362b0d-af6a-441d-b874-2ff13bd3fcac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.648636] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.648878] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.649081] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleting the datastore file [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.649346] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99e2e465-ca65-4ff4-a50e-8398b06aded5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.656020] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 729.656020] env[68864]: value = "task-3185115" [ 729.656020] env[68864]: _type = "Task" [ 729.656020] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.667977] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.691423] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4080e8-fb5b-48d9-b6d9-6f84ad62e39f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.703054] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763dfdc2-ac09-48c5-960f-e278f9b2867b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.746429] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba123b1d-0307-4feb-8971-277bfdf1da44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.759224] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c618a2cb-f021-472c-9948-9fc5cec945d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.773966] env[68864]: DEBUG nova.compute.provider_tree [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.782845] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "f9733501-5836-4d17-a830-2745287f7b79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.783191] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f9733501-5836-4d17-a830-2745287f7b79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.783458] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "f9733501-5836-4d17-a830-2745287f7b79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.783669] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f9733501-5836-4d17-a830-2745287f7b79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.784350] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f9733501-5836-4d17-a830-2745287f7b79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.785889] env[68864]: INFO nova.compute.manager [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Terminating instance [ 729.882384] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547995} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.882902] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 7daf798a-21b2-43e2-8f25-8f349f2863e4/7daf798a-21b2-43e2-8f25-8f349f2863e4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.883168] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.884664] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12c1aa54-f727-4328-b9a7-8c0ad3bc2753 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.892981] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 729.892981] env[68864]: value = "task-3185116" [ 729.892981] env[68864]: _type = "Task" [ 729.892981] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.901848] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.915170] env[68864]: DEBUG nova.network.neutron [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.969106] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185113, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.129443] env[68864]: DEBUG nova.network.neutron [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Updating instance_info_cache with network_info: [{"id": "39cdd176-7010-4efd-84f8-2403d7645a12", "address": "fa:16:3e:21:74:4a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cdd176-70", "ovs_interfaceid": "39cdd176-7010-4efd-84f8-2403d7645a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.170945] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318605} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.170945] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.170945] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.170945] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.193342] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.193342] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.193342] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.193342] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.193613] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.196868] env[68864]: INFO nova.compute.manager [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Terminating instance [ 730.250206] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.250413] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.250626] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.250828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.250966] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.256549] env[68864]: INFO nova.compute.manager [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Terminating instance [ 730.276864] env[68864]: DEBUG nova.scheduler.client.report [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.289531] env[68864]: DEBUG nova.compute.manager [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.289748] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.290638] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbb8f9e-c4c0-4c75-ab34-0e13288571e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.300785] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.301044] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21909a6b-6190-4838-a1a2-f466b0449fbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.307561] env[68864]: DEBUG oslo_vmware.api [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 730.307561] env[68864]: value = "task-3185117" [ 730.307561] env[68864]: _type = "Task" [ 730.307561] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.316103] env[68864]: DEBUG oslo_vmware.api [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.403523] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08438} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.404080] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.404709] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee7db03-138b-4e17-a5c0-66401c42296a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.427249] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7daf798a-21b2-43e2-8f25-8f349f2863e4/7daf798a-21b2-43e2-8f25-8f349f2863e4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.427552] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b448e2-38ff-40d3-80cf-2b9665bcbce1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.451275] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 730.451275] env[68864]: value = "task-3185118" [ 730.451275] env[68864]: _type = "Task" [ 730.451275] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.465276] env[68864]: DEBUG oslo_vmware.api [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185113, 'name': PowerOnVM_Task, 'duration_secs': 0.543895} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.468696] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.468968] env[68864]: INFO nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Took 9.21 seconds to spawn the instance on the hypervisor. [ 730.469228] env[68864]: DEBUG nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.469652] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185118, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.470411] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3823e21-79fe-4bf8-aa18-e2e7911d2ea4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.632844] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-1680228e-44af-4aff-bd2a-83a1360006a6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.633369] env[68864]: DEBUG nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Instance network_info: |[{"id": "39cdd176-7010-4efd-84f8-2403d7645a12", "address": "fa:16:3e:21:74:4a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cdd176-70", "ovs_interfaceid": "39cdd176-7010-4efd-84f8-2403d7645a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.633835] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:74:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39cdd176-7010-4efd-84f8-2403d7645a12', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.644567] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.644960] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.645427] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6348fc7d-acce-4bcf-a4ff-8174ac279d8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.667060] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.667060] env[68864]: value = "task-3185119" [ 730.667060] env[68864]: _type = "Task" [ 730.667060] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.679071] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185119, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.701777] env[68864]: DEBUG nova.compute.manager [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.702012] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.705125] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0cbc9c-7880-436c-8a29-706b103a27f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.717906] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.717906] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90735dcc-dee4-4d17-8413-7bfca5eb5c77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.723021] env[68864]: DEBUG oslo_vmware.api [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 730.723021] env[68864]: value = "task-3185120" [ 730.723021] env[68864]: _type = "Task" [ 730.723021] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.731994] env[68864]: DEBUG oslo_vmware.api [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.767023] env[68864]: DEBUG nova.compute.manager [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.767023] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.767023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee2f345-671d-415e-a674-65ab610bc3e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.773532] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.774149] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d75b62d-cdd7-45a9-a2ef-a75be2d6ad0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.780049] env[68864]: DEBUG oslo_vmware.api [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 730.780049] env[68864]: value = "task-3185121" [ 730.780049] env[68864]: _type = "Task" [ 730.780049] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.784832] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.787462] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.153s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.790067] env[68864]: INFO nova.compute.claims [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.799552] env[68864]: DEBUG oslo_vmware.api [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.819270] env[68864]: DEBUG oslo_vmware.api [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185117, 'name': PowerOffVM_Task, 'duration_secs': 0.388268} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.819816] env[68864]: INFO nova.scheduler.client.report [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Deleted allocations for instance 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955 [ 730.821307] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.821646] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.825412] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c63c81a-9ff8-4ddb-897f-9397d9d90f36 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.895720] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.896110] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.896427] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleting the datastore file [datastore2] f9733501-5836-4d17-a830-2745287f7b79 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.896945] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ffe668b-5863-4685-baaf-1ef6251f43b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.906237] env[68864]: DEBUG oslo_vmware.api [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 730.906237] env[68864]: value = "task-3185123" [ 730.906237] env[68864]: _type = "Task" [ 730.906237] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.918327] env[68864]: DEBUG oslo_vmware.api [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.961583] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185118, 'name': ReconfigVM_Task, 'duration_secs': 0.456078} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.962211] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7daf798a-21b2-43e2-8f25-8f349f2863e4/7daf798a-21b2-43e2-8f25-8f349f2863e4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.963389] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ae59b7a-498f-4562-8ca5-c3bd62c47cee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.970978] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 730.970978] env[68864]: value = "task-3185124" [ 730.970978] env[68864]: _type = "Task" [ 730.970978] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.980646] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185124, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.987777] env[68864]: INFO nova.compute.manager [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Took 51.05 seconds to build instance. [ 731.181025] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185119, 'name': CreateVM_Task, 'duration_secs': 0.370254} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.181025] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.181025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.181025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.181025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.183943] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3266c4c3-edf7-49c2-8c8b-ab7bae5afd28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.190990] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 731.190990] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522b0175-7805-5697-14a2-187c464931fe" [ 731.190990] env[68864]: _type = "Task" [ 731.190990] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.200556] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522b0175-7805-5697-14a2-187c464931fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.201092] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.202466] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.202644] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.202939] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.203579] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.203709] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7282d22-4829-41a8-a81a-6c9c7aa7d669 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.212442] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.212787] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.215793] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.217306] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.217306] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.217306] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.217306] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.217306] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.217523] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.217523] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.217523] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.218173] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.218173] env[68864]: DEBUG nova.virt.hardware [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.218524] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447414c0-2035-40c7-a9a2-7500ffa332c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.221230] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54451b-0867-44ae-87d2-69d0ac1b0897 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.230139] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 731.230139] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5289c6a6-84f9-7aab-b137-d8bac60f17f4" [ 731.230139] env[68864]: _type = "Task" [ 731.230139] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.237964] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5175ef8e-909d-475d-9b70-4df2aab852d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.244783] env[68864]: DEBUG oslo_vmware.api [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185120, 'name': PowerOffVM_Task, 'duration_secs': 0.301177} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.245650] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.245900] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.246204] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c5b7161-3502-4f5c-b8e5-9627d5d6cf35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.259475] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5289c6a6-84f9-7aab-b137-d8bac60f17f4, 'name': SearchDatastore_Task, 'duration_secs': 0.007895} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.259964] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:ce:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0286293-5646-4753-a078-e565d162109e', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.269025] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.270493] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.270709] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775b98ed-cf3d-49c8-88ae-d470e7a0a4de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.273772] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d173c7f5-8e2c-4f68-88f6-cabca1209688 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.297274] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 731.297274] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b0943-41c4-9edf-ef88-457c8ea6318f" [ 731.297274] env[68864]: _type = "Task" [ 731.297274] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.299435] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.299435] env[68864]: value = "task-3185126" [ 731.299435] env[68864]: _type = "Task" [ 731.299435] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.308852] env[68864]: DEBUG oslo_vmware.api [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185121, 'name': PowerOffVM_Task, 'duration_secs': 0.242768} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.309509] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.309755] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.310399] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc4ee4c8-2572-4993-8df8-ea2a8b220734 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.318426] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b0943-41c4-9edf-ef88-457c8ea6318f, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.318649] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185126, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.319858] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.320215] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 1680228e-44af-4aff-bd2a-83a1360006a6/1680228e-44af-4aff-bd2a-83a1360006a6.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.320526] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b099e3-0fd2-4e01-a9e0-8a6b490ee728 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.327197] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 731.327197] env[68864]: value = "task-3185128" [ 731.327197] env[68864]: _type = "Task" [ 731.327197] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.335204] env[68864]: DEBUG oslo_concurrency.lockutils [None req-85f9af51-b759-4278-99b4-1aed1a591e12 tempest-ServerExternalEventsTest-1018303491 tempest-ServerExternalEventsTest-1018303491-project-member] Lock "01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.836s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.339453] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.340967] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.341275] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.341522] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleting the datastore file [datastore2] 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.342272] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d91da1c-207c-463a-879f-ffd02d8bfa76 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.349998] env[68864]: DEBUG oslo_vmware.api [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for the task: (returnval){ [ 731.349998] env[68864]: value = "task-3185129" [ 731.349998] env[68864]: _type = "Task" [ 731.349998] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.360516] env[68864]: DEBUG oslo_vmware.api [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.398432] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.398650] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.398837] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Deleting the datastore file [datastore2] c3a56259-acf4-4d26-929b-fdde7b5c97eb {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.399181] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f91e16f-24a6-47bf-ba01-d12890a4b977 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.405165] env[68864]: DEBUG oslo_vmware.api [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for the task: (returnval){ [ 731.405165] env[68864]: value = "task-3185130" [ 731.405165] env[68864]: _type = "Task" [ 731.405165] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.420100] env[68864]: DEBUG oslo_vmware.api [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185637} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.420424] env[68864]: DEBUG oslo_vmware.api [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.421025] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.421025] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.421025] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.421384] env[68864]: INFO nova.compute.manager [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: f9733501-5836-4d17-a830-2745287f7b79] Took 1.13 seconds to destroy the instance on the hypervisor. [ 731.421384] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.421492] env[68864]: DEBUG nova.compute.manager [-] [instance: f9733501-5836-4d17-a830-2745287f7b79] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.421573] env[68864]: DEBUG nova.network.neutron [-] [instance: f9733501-5836-4d17-a830-2745287f7b79] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.454495] env[68864]: DEBUG nova.compute.manager [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Received event network-changed-39cdd176-7010-4efd-84f8-2403d7645a12 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.454495] env[68864]: DEBUG nova.compute.manager [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Refreshing instance network info cache due to event network-changed-39cdd176-7010-4efd-84f8-2403d7645a12. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.454495] env[68864]: DEBUG oslo_concurrency.lockutils [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] Acquiring lock "refresh_cache-1680228e-44af-4aff-bd2a-83a1360006a6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.454495] env[68864]: DEBUG oslo_concurrency.lockutils [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] Acquired lock "refresh_cache-1680228e-44af-4aff-bd2a-83a1360006a6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.454495] env[68864]: DEBUG nova.network.neutron [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Refreshing network info cache for port 39cdd176-7010-4efd-84f8-2403d7645a12 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.491086] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8d7c2d15-d617-49d6-b7f2-9dc3129a36d3 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.677s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.491305] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185124, 'name': Rename_Task, 'duration_secs': 0.168156} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.493086] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.493832] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c8926e-1720-468d-ab51-67663dfd18a1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.501773] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 731.501773] env[68864]: value = "task-3185131" [ 731.501773] env[68864]: _type = "Task" [ 731.501773] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.510895] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.829920] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185126, 'name': CreateVM_Task, 'duration_secs': 0.409635} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.833412] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.834301] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.834532] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.836235] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.837255] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98617cd8-4673-4a76-96ff-68d61ba75313 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.846102] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185128, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.847910] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 731.847910] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adec0d-b895-1600-e788-1b81c44b198b" [ 731.847910] env[68864]: _type = "Task" [ 731.847910] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.867752] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adec0d-b895-1600-e788-1b81c44b198b, 'name': SearchDatastore_Task, 'duration_secs': 0.017861} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.872569] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.872938] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.873220] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.873377] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.873586] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.873917] env[68864]: DEBUG oslo_vmware.api [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Task: {'id': task-3185129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20198} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.877197] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acdc7843-eb08-4ba6-83aa-ef794b69f927 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.879209] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.879420] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.879609] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.880191] env[68864]: INFO nova.compute.manager [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 731.880191] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.880576] env[68864]: DEBUG nova.compute.manager [-] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.880691] env[68864]: DEBUG nova.network.neutron [-] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.891319] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.891467] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.892649] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e780df78-6012-407a-8017-63b3f37e95b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.902050] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 731.902050] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5268471c-df76-5037-3dca-a97d64671f44" [ 731.902050] env[68864]: _type = "Task" [ 731.902050] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.922833] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5268471c-df76-5037-3dca-a97d64671f44, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.930186] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcc0bb7-46a8-4302-be63-c575a377a5db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.935294] env[68864]: DEBUG oslo_vmware.api [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Task: {'id': task-3185130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2333} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.935294] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.935634] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.935870] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.936417] env[68864]: INFO nova.compute.manager [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 731.937532] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.937532] env[68864]: DEBUG nova.compute.manager [-] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.937532] env[68864]: DEBUG nova.network.neutron [-] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.942034] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 731.942034] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5203929e-f653-1c03-503d-a88d40622acf" [ 731.942034] env[68864]: _type = "Task" [ 731.942034] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.961865] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5203929e-f653-1c03-503d-a88d40622acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.996839] env[68864]: DEBUG nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.013660] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.099543] env[68864]: DEBUG nova.compute.manager [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received event network-changed-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.099807] env[68864]: DEBUG nova.compute.manager [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing instance network info cache due to event network-changed-4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.100101] env[68864]: DEBUG oslo_concurrency.lockutils [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] Acquiring lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.100228] env[68864]: DEBUG oslo_concurrency.lockutils [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] Acquired lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.100407] env[68864]: DEBUG nova.network.neutron [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.341965] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551016} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.342195] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 1680228e-44af-4aff-bd2a-83a1360006a6/1680228e-44af-4aff-bd2a-83a1360006a6.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.342518] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.343577] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eb8f2dd-a855-43a1-8bce-ad586015cbbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.354372] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 732.354372] env[68864]: value = "task-3185132" [ 732.354372] env[68864]: _type = "Task" [ 732.354372] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.365777] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.388228] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b2850-cffd-4142-b731-c06ba5a2c6cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.395777] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32979677-b625-43dc-9ef4-b28034c5f856 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.427447] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12531bd4-949a-44ef-8dfc-53dbd1ab7879 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.435308] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398b8591-3f67-4d9e-90d2-e09202dc1fe2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.448734] env[68864]: DEBUG nova.compute.provider_tree [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.458554] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5203929e-f653-1c03-503d-a88d40622acf, 'name': SearchDatastore_Task, 'duration_secs': 0.017033} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.458554] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.458740] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.459608] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a377859c-63e4-431c-beff-9fb329721613 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.465891] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 732.465891] env[68864]: value = "task-3185133" [ 732.465891] env[68864]: _type = "Task" [ 732.465891] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.473983] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.508100] env[68864]: DEBUG nova.network.neutron [-] [instance: f9733501-5836-4d17-a830-2745287f7b79] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.522596] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185131, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.531818] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.797569] env[68864]: DEBUG nova.network.neutron [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Updated VIF entry in instance network info cache for port 39cdd176-7010-4efd-84f8-2403d7645a12. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.797948] env[68864]: DEBUG nova.network.neutron [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Updating instance_info_cache with network_info: [{"id": "39cdd176-7010-4efd-84f8-2403d7645a12", "address": "fa:16:3e:21:74:4a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39cdd176-70", "ovs_interfaceid": "39cdd176-7010-4efd-84f8-2403d7645a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.866732] env[68864]: DEBUG nova.network.neutron [-] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.872347] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065734} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.872666] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.873496] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5829060-8288-49e5-977e-a6a95cfde992 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.902894] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 1680228e-44af-4aff-bd2a-83a1360006a6/1680228e-44af-4aff-bd2a-83a1360006a6.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.903875] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c901d236-8344-4676-a2a7-41e8bc00da90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.927946] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 732.927946] env[68864]: value = "task-3185134" [ 732.927946] env[68864]: _type = "Task" [ 732.927946] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.937208] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.954996] env[68864]: DEBUG nova.scheduler.client.report [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.980548] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499163} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.981706] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.981898] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.982224] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39f9f4c2-1bf7-4c69-82e4-bf5f15a7ae58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.990527] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 732.990527] env[68864]: value = "task-3185135" [ 732.990527] env[68864]: _type = "Task" [ 732.990527] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.999376] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.014578] env[68864]: DEBUG oslo_vmware.api [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185131, 'name': PowerOnVM_Task, 'duration_secs': 1.137435} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.014739] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.014928] env[68864]: INFO nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Took 9.20 seconds to spawn the instance on the hypervisor. [ 733.015070] env[68864]: DEBUG nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.015691] env[68864]: INFO nova.compute.manager [-] [instance: f9733501-5836-4d17-a830-2745287f7b79] Took 1.59 seconds to deallocate network for instance. [ 733.016266] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329d6dc3-cc75-4cc1-a244-ff72712bf977 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.297221] env[68864]: DEBUG nova.network.neutron [-] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.300167] env[68864]: DEBUG oslo_concurrency.lockutils [req-6d59600e-311d-4597-bd95-6bac8f5ec51b req-98339563-43ef-4e3f-b3c0-eb09f70295c9 service nova] Releasing lock "refresh_cache-1680228e-44af-4aff-bd2a-83a1360006a6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.369674] env[68864]: INFO nova.compute.manager [-] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Took 1.43 seconds to deallocate network for instance. [ 733.402202] env[68864]: DEBUG nova.network.neutron [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updated VIF entry in instance network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.402650] env[68864]: DEBUG nova.network.neutron [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updating instance_info_cache with network_info: [{"id": "4874e0a2-2516-49b1-9387-69f7212572be", "address": "fa:16:3e:8a:6e:d0", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e0a2-25", "ovs_interfaceid": "4874e0a2-2516-49b1-9387-69f7212572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.446251] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185134, 'name': ReconfigVM_Task, 'duration_secs': 0.288345} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.446595] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 1680228e-44af-4aff-bd2a-83a1360006a6/1680228e-44af-4aff-bd2a-83a1360006a6.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.447576] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6074a40f-009a-478c-8afb-b48e2ec95e2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.457356] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 733.457356] env[68864]: value = "task-3185136" [ 733.457356] env[68864]: _type = "Task" [ 733.457356] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.464042] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.464042] env[68864]: DEBUG nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.469714] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.294s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.471821] env[68864]: INFO nova.compute.claims [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.474908] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185136, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.504294] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120174} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.504748] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.507017] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d4bcd-69f1-4f2f-8d5b-abdb3b5977cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.532568] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.535362] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.539840] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682cd868-90b7-4a43-b0ae-b25095086973 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.565281] env[68864]: INFO nova.compute.manager [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Took 49.39 seconds to build instance. [ 733.569673] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 733.569673] env[68864]: value = "task-3185137" [ 733.569673] env[68864]: _type = "Task" [ 733.569673] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.579800] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.800037] env[68864]: INFO nova.compute.manager [-] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Took 1.92 seconds to deallocate network for instance. [ 733.879943] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.905815] env[68864]: DEBUG oslo_concurrency.lockutils [req-c79e88be-75e6-49dd-b6ec-255ef65aa24a req-3625b515-5870-46b0-95af-872f43a9b240 service nova] Releasing lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.967772] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185136, 'name': Rename_Task, 'duration_secs': 0.156043} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.967772] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.967772] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-743424a5-1837-495b-a836-8748b6de829b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.976424] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 733.976424] env[68864]: value = "task-3185138" [ 733.976424] env[68864]: _type = "Task" [ 733.976424] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.977728] env[68864]: DEBUG nova.compute.utils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.986137] env[68864]: DEBUG nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.986248] env[68864]: DEBUG nova.network.neutron [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.998451] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185138, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.067972] env[68864]: DEBUG oslo_concurrency.lockutils [None req-551a01f0-9532-4646-9ac6-d2db66c7dc6e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.745s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.078742] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185137, 'name': ReconfigVM_Task, 'duration_secs': 0.299029} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.079065] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f/ce042a29-f8f3-4c79-a270-f003c2c60a7f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.079703] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82acd3cd-f1bf-4477-a342-de23da6c3939 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.083484] env[68864]: DEBUG nova.policy [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0f966924db64006b20958ea360bbccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc25328be50497aafb753864ebfd480', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.089931] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 734.089931] env[68864]: value = "task-3185139" [ 734.089931] env[68864]: _type = "Task" [ 734.089931] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.099188] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185139, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.310345] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.435965] env[68864]: DEBUG nova.compute.manager [req-4b042fff-0b1a-4800-b6e6-555f4ecb1337 req-64924488-a3f6-4883-a777-6eb88dd2af62 service nova] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Received event network-vif-deleted-52bc1cfe-f130-47ad-8000-25dfa2a11f38 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.495860] env[68864]: DEBUG nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.508118] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185138, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.570632] env[68864]: DEBUG nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.601971] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185139, 'name': Rename_Task, 'duration_secs': 0.144996} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.603938] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.605693] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ce7037-0ab5-4f91-b081-6d2006170237 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.612102] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 734.612102] env[68864]: value = "task-3185140" [ 734.612102] env[68864]: _type = "Task" [ 734.612102] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.625605] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.791089] env[68864]: DEBUG nova.network.neutron [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Successfully created port: b41e8817-afa0-43bd-889f-2581c0b85ebc {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.992509] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86da78e-24d1-4434-8a54-8583e01b8598 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.000598] env[68864]: DEBUG oslo_vmware.api [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185138, 'name': PowerOnVM_Task, 'duration_secs': 0.552731} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.006235] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.006235] env[68864]: INFO nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Took 6.50 seconds to spawn the instance on the hypervisor. [ 735.006235] env[68864]: DEBUG nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.007128] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb88c582-ea5c-4714-ab92-33462cd267ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.010895] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5866241-9749-4de0-915a-e5b996624e47 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.057873] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d08a8d-67ed-4968-a7fd-a0a0da7a441a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.064946] env[68864]: DEBUG nova.compute.manager [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: f9733501-5836-4d17-a830-2745287f7b79] Received event network-vif-deleted-137d3aad-f43a-4d3b-b4f3-1cb925e30f0d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.064946] env[68864]: DEBUG nova.compute.manager [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Received event network-vif-deleted-b6dc5aa1-d7c3-4c9e-8ed7-f10ff191641a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.064946] env[68864]: DEBUG nova.compute.manager [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received event network-changed-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.064946] env[68864]: DEBUG nova.compute.manager [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing instance network info cache due to event network-changed-4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.064946] env[68864]: DEBUG oslo_concurrency.lockutils [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] Acquiring lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.065260] env[68864]: DEBUG oslo_concurrency.lockutils [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] Acquired lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.065375] env[68864]: DEBUG nova.network.neutron [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.073378] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ea670-cd73-4a95-8618-2d5f42743938 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.094716] env[68864]: DEBUG nova.compute.provider_tree [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.118938] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.125593] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185140, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.516964] env[68864]: DEBUG nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.540765] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.540765] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.540765] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.541217] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.541217] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.541217] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.541871] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.541871] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.541871] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.541871] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.542085] env[68864]: DEBUG nova.virt.hardware [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.543473] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfe9673-757f-439a-8290-fcad3edd3715 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.551770] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c5590-e04f-4183-9208-531c30252f04 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.569037] env[68864]: INFO nova.compute.manager [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Took 41.76 seconds to build instance. [ 735.600414] env[68864]: DEBUG nova.scheduler.client.report [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.628229] env[68864]: DEBUG oslo_vmware.api [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185140, 'name': PowerOnVM_Task, 'duration_secs': 0.526698} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.628468] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.628687] env[68864]: DEBUG nova.compute.manager [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.630105] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a951dc-4fbb-4b73-99a3-a103d9789ee5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.824949] env[68864]: DEBUG nova.network.neutron [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updated VIF entry in instance network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.825764] env[68864]: DEBUG nova.network.neutron [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updating instance_info_cache with network_info: [{"id": "4874e0a2-2516-49b1-9387-69f7212572be", "address": "fa:16:3e:8a:6e:d0", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e0a2-25", "ovs_interfaceid": "4874e0a2-2516-49b1-9387-69f7212572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.962825] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d16e9-4193-466f-bfd1-fc38fbf75d46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.974481] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Suspending the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 735.974481] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-09400f25-e29b-483b-9b43-28e08314610b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.978814] env[68864]: DEBUG oslo_vmware.api [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 735.978814] env[68864]: value = "task-3185141" [ 735.978814] env[68864]: _type = "Task" [ 735.978814] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.987809] env[68864]: DEBUG oslo_vmware.api [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185141, 'name': SuspendVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.074575] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d11f0d09-cb8f-49da-b708-a9f164305609 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.026s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.079144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.079437] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.109395] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.110055] env[68864]: DEBUG nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.113052] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.456s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.113327] env[68864]: DEBUG nova.objects.instance [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lazy-loading 'resources' on Instance uuid 9a76468d-f4d4-4a63-8c5b-a43f002cc535 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.148614] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.335545] env[68864]: DEBUG oslo_concurrency.lockutils [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] Releasing lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.335667] env[68864]: DEBUG nova.compute.manager [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Received event network-changed-2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.335866] env[68864]: DEBUG nova.compute.manager [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Refreshing instance network info cache due to event network-changed-2dc98bab-0643-4d45-9f45-4ed44e56d2ee. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.336100] env[68864]: DEBUG oslo_concurrency.lockutils [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] Acquiring lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.336259] env[68864]: DEBUG oslo_concurrency.lockutils [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] Acquired lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.337642] env[68864]: DEBUG nova.network.neutron [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Refreshing network info cache for port 2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.494829] env[68864]: DEBUG oslo_vmware.api [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185141, 'name': SuspendVM_Task} progress is 54%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.580594] env[68864]: DEBUG nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.621156] env[68864]: DEBUG nova.compute.utils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.622668] env[68864]: DEBUG nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.622836] env[68864]: DEBUG nova.network.neutron [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.682188] env[68864]: DEBUG nova.policy [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b527f67a9cb4d23bb99b48aeb0ffc56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '539d3e6dcb924e51986001951332310f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.780809] env[68864]: DEBUG nova.network.neutron [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Successfully updated port: b41e8817-afa0-43bd-889f-2581c0b85ebc {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.998686] env[68864]: DEBUG oslo_vmware.api [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185141, 'name': SuspendVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.105570] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.141023] env[68864]: DEBUG nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.178023] env[68864]: DEBUG nova.network.neutron [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Successfully created port: 0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.189019] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95410c3-7639-4bb4-860d-5067210937a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.199197] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8edc1a9-9ed8-4915-ac5b-fb6eb554e020 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.237422] env[68864]: DEBUG nova.network.neutron [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updated VIF entry in instance network info cache for port 2dc98bab-0643-4d45-9f45-4ed44e56d2ee. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.237897] env[68864]: DEBUG nova.network.neutron [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updating instance_info_cache with network_info: [{"id": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "address": "fa:16:3e:c1:07:08", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc98bab-06", "ovs_interfaceid": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.239874] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4383b9-52d2-4b5f-8be8-869d7d98da3b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.248700] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf9c6c-0c83-4116-8f99-ef55d78f84c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.265127] env[68864]: DEBUG nova.compute.provider_tree [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.285051] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "refresh_cache-fd248bbd-b4f7-4efb-9575-f3019b0888a9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.285210] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "refresh_cache-fd248bbd-b4f7-4efb-9575-f3019b0888a9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.285372] env[68864]: DEBUG nova.network.neutron [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.334018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "1680228e-44af-4aff-bd2a-83a1360006a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.334018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.492264] env[68864]: DEBUG oslo_vmware.api [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185141, 'name': SuspendVM_Task, 'duration_secs': 1.053039} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.492415] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Suspended the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 737.492611] env[68864]: DEBUG nova.compute.manager [None req-4f27ed5d-d35d-4d1d-b792-dd259294c4c4 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.493434] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aedad19-3682-475a-b6ce-05b079aa8875 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.685580] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.685835] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.686061] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.686260] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.686428] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.688636] env[68864]: INFO nova.compute.manager [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Terminating instance [ 737.743667] env[68864]: DEBUG oslo_concurrency.lockutils [req-c59300f5-8b65-4905-b870-0a5a2e2aa4c7 req-c26227ad-5407-4e9c-9851-45bf982c3b17 service nova] Releasing lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.768403] env[68864]: DEBUG nova.scheduler.client.report [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.837558] env[68864]: DEBUG nova.compute.utils [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.847169] env[68864]: DEBUG nova.network.neutron [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.875027] env[68864]: DEBUG nova.compute.manager [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Received event network-vif-plugged-b41e8817-afa0-43bd-889f-2581c0b85ebc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.875151] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Acquiring lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.876130] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.876130] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.876259] env[68864]: DEBUG nova.compute.manager [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] No waiting events found dispatching network-vif-plugged-b41e8817-afa0-43bd-889f-2581c0b85ebc {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.876539] env[68864]: WARNING nova.compute.manager [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Received unexpected event network-vif-plugged-b41e8817-afa0-43bd-889f-2581c0b85ebc for instance with vm_state building and task_state spawning. [ 737.876539] env[68864]: DEBUG nova.compute.manager [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Received event network-changed-b41e8817-afa0-43bd-889f-2581c0b85ebc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.876833] env[68864]: DEBUG nova.compute.manager [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Refreshing instance network info cache due to event network-changed-b41e8817-afa0-43bd-889f-2581c0b85ebc. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.876950] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Acquiring lock "refresh_cache-fd248bbd-b4f7-4efb-9575-f3019b0888a9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.130248] env[68864]: DEBUG nova.network.neutron [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Updating instance_info_cache with network_info: [{"id": "b41e8817-afa0-43bd-889f-2581c0b85ebc", "address": "fa:16:3e:a4:43:57", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41e8817-af", "ovs_interfaceid": "b41e8817-afa0-43bd-889f-2581c0b85ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.151489] env[68864]: DEBUG nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.175737] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.175990] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.176160] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.176345] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.176494] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.176640] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.176853] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.177018] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.177195] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.177358] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.177560] env[68864]: DEBUG nova.virt.hardware [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.178813] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3e3eb-e1db-40d4-8ca6-22d75eb64982 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.187141] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63176cff-7500-4072-9a9c-dca349c91185 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.192767] env[68864]: DEBUG nova.compute.manager [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.192970] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.201684] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09363cd-8502-4d65-930a-18b051c8ba52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.209270] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.210140] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bba45513-cfa9-46ce-bf2c-3bf142612e28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.221368] env[68864]: DEBUG oslo_vmware.api [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 738.221368] env[68864]: value = "task-3185142" [ 738.221368] env[68864]: _type = "Task" [ 738.221368] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.235026] env[68864]: DEBUG oslo_vmware.api [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.273776] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.276556] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.104s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.278112] env[68864]: INFO nova.compute.claims [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.295900] env[68864]: INFO nova.scheduler.client.report [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Deleted allocations for instance 9a76468d-f4d4-4a63-8c5b-a43f002cc535 [ 738.340058] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.633523] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "refresh_cache-fd248bbd-b4f7-4efb-9575-f3019b0888a9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.633875] env[68864]: DEBUG nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Instance network_info: |[{"id": "b41e8817-afa0-43bd-889f-2581c0b85ebc", "address": "fa:16:3e:a4:43:57", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41e8817-af", "ovs_interfaceid": "b41e8817-afa0-43bd-889f-2581c0b85ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.634959] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Acquired lock "refresh_cache-fd248bbd-b4f7-4efb-9575-f3019b0888a9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.634959] env[68864]: DEBUG nova.network.neutron [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Refreshing network info cache for port b41e8817-afa0-43bd-889f-2581c0b85ebc {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.635745] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:43:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41e8817-afa0-43bd-889f-2581c0b85ebc', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.647730] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.650060] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.650060] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65fa451c-30c2-4e88-a05a-66698fc77280 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.675343] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.675343] env[68864]: value = "task-3185143" [ 738.675343] env[68864]: _type = "Task" [ 738.675343] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.685299] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185143, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.718497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "b3f025fc-1b13-4953-b4e2-1939a684998c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.718497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.718497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.718497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.718940] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.723023] env[68864]: INFO nova.compute.manager [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Terminating instance [ 738.736028] env[68864]: DEBUG oslo_vmware.api [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185142, 'name': PowerOffVM_Task, 'duration_secs': 0.236964} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.736028] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.736028] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.736028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-933d3f61-f0ad-4ae4-8b44-984290a0dec6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.802024] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.802024] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.802024] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleting the datastore file [datastore2] ce042a29-f8f3-4c79-a270-f003c2c60a7f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.802024] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33954b3-6dec-4032-9d21-5e83adfe147d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.806174] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ee1a505-d64b-4d6a-b4c8-05763c8cf52a tempest-DeleteServersAdminTestJSON-1524613718 tempest-DeleteServersAdminTestJSON-1524613718-project-member] Lock "9a76468d-f4d4-4a63-8c5b-a43f002cc535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.557s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.811157] env[68864]: DEBUG oslo_vmware.api [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 738.811157] env[68864]: value = "task-3185145" [ 738.811157] env[68864]: _type = "Task" [ 738.811157] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.820049] env[68864]: DEBUG oslo_vmware.api [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.851149] env[68864]: DEBUG nova.network.neutron [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Successfully updated port: 0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.191593] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185143, 'name': CreateVM_Task, 'duration_secs': 0.381823} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.192218] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.193192] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.193472] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.193783] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.197417] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec95934-2a14-45fe-9479-ba7b5d57cd10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.203369] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 739.203369] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d99351-b2ae-53c7-00b7-bfefdca2e346" [ 739.203369] env[68864]: _type = "Task" [ 739.203369] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.215356] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d99351-b2ae-53c7-00b7-bfefdca2e346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.227895] env[68864]: DEBUG nova.compute.manager [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.228259] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.229459] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ddbc69-e40a-4ab1-8736-0716b436a95c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.238321] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "28ef952e-4509-462e-b84e-0aa4778619d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.238981] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.242838] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.243026] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a5fd14-a0ab-4e6c-b080-eb282f035ac9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.249586] env[68864]: DEBUG oslo_vmware.api [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 739.249586] env[68864]: value = "task-3185146" [ 739.249586] env[68864]: _type = "Task" [ 739.249586] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.259398] env[68864]: DEBUG oslo_vmware.api [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.328761] env[68864]: DEBUG oslo_vmware.api [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195302} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.329039] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.329213] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.329456] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.329556] env[68864]: INFO nova.compute.manager [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 739.329811] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.330231] env[68864]: DEBUG nova.compute.manager [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.330422] env[68864]: DEBUG nova.network.neutron [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.353994] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.354304] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.354461] env[68864]: DEBUG nova.network.neutron [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.430707] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "1680228e-44af-4aff-bd2a-83a1360006a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.430979] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.431237] env[68864]: INFO nova.compute.manager [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Attaching volume a4445a58-ba0f-4542-912d-98cb68042505 to /dev/sdb [ 739.495694] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae9c471-089d-4be6-9754-d08c7c25a264 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.507497] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e5eacc-5f1d-46fe-961e-7990bf741258 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.514347] env[68864]: DEBUG nova.network.neutron [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Updated VIF entry in instance network info cache for port b41e8817-afa0-43bd-889f-2581c0b85ebc. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.514740] env[68864]: DEBUG nova.network.neutron [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Updating instance_info_cache with network_info: [{"id": "b41e8817-afa0-43bd-889f-2581c0b85ebc", "address": "fa:16:3e:a4:43:57", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41e8817-af", "ovs_interfaceid": "b41e8817-afa0-43bd-889f-2581c0b85ebc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.534313] env[68864]: DEBUG nova.virt.block_device [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Updating existing volume attachment record: 0b9587ce-ab4f-4521-ab1d-3f8a2203b698 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 739.717861] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d99351-b2ae-53c7-00b7-bfefdca2e346, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.718132] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.718365] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.718594] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.718735] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.718912] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.719188] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c4a295-1d68-4f98-aed7-94dd2ab1dc7d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.731750] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.731830] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.732714] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da779d18-cc42-42ff-8fe7-ab547966715b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.738509] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 739.738509] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52395ccb-9dae-7e3b-91ce-820e6d2cbef6" [ 739.738509] env[68864]: _type = "Task" [ 739.738509] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.750950] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52395ccb-9dae-7e3b-91ce-820e6d2cbef6, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.757375] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e643e958-51bb-4c5a-a385-879bf25207b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.768988] env[68864]: DEBUG oslo_vmware.api [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185146, 'name': PowerOffVM_Task, 'duration_secs': 0.345323} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.776777] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.776969] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.777310] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 739.777310] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d1ffcc-63c0-2102-7687-12fd3ea8f503" [ 739.777310] env[68864]: _type = "Task" [ 739.777310] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.778079] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc2abc6-4f35-44b8-a7c8-a59d6088dbd8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.793125] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d1ffcc-63c0-2102-7687-12fd3ea8f503, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.793125] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.793125] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] fd248bbd-b4f7-4efb-9575-f3019b0888a9/fd248bbd-b4f7-4efb-9575-f3019b0888a9.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.793125] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-767d042b-9ef8-4721-9d6b-925dcf487b2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.799748] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 739.799748] env[68864]: value = "task-3185149" [ 739.799748] env[68864]: _type = "Task" [ 739.799748] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.807406] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.846991] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.847288] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.847521] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Deleting the datastore file [datastore2] b3f025fc-1b13-4953-b4e2-1939a684998c {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.847815] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2801bbc-3541-4ec0-b0a5-a1bcfdd22a52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.859631] env[68864]: DEBUG oslo_vmware.api [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 739.859631] env[68864]: value = "task-3185150" [ 739.859631] env[68864]: _type = "Task" [ 739.859631] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.870821] env[68864]: DEBUG oslo_vmware.api [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.919991] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84664d7-5227-4fd4-aaea-df9a7462dc94 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.927605] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d645cb-5b99-407f-8029-c3f1c271d1a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.931740] env[68864]: DEBUG nova.network.neutron [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.966159] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95a52c6-4547-4298-917c-f206a33e4dc8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.974779] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b819b934-e975-4bba-aa28-d9a3699d32ff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.993851] env[68864]: DEBUG nova.compute.provider_tree [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.018563] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Releasing lock "refresh_cache-fd248bbd-b4f7-4efb-9575-f3019b0888a9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.018563] env[68864]: DEBUG nova.compute.manager [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Received event network-changed-2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.018563] env[68864]: DEBUG nova.compute.manager [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Refreshing instance network info cache due to event network-changed-2dc98bab-0643-4d45-9f45-4ed44e56d2ee. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.018563] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Acquiring lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.018869] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Acquired lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.019222] env[68864]: DEBUG nova.network.neutron [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Refreshing network info cache for port 2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.113112] env[68864]: DEBUG nova.compute.manager [req-22b048a3-c1a5-40ab-86b1-9e8ef55c7f2f req-1e2dee31-03e5-4d93-bf32-20af0948a231 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Received event network-vif-plugged-0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.113112] env[68864]: DEBUG oslo_concurrency.lockutils [req-22b048a3-c1a5-40ab-86b1-9e8ef55c7f2f req-1e2dee31-03e5-4d93-bf32-20af0948a231 service nova] Acquiring lock "e94094a9-3fb7-494c-9bda-8704f846db40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.113112] env[68864]: DEBUG oslo_concurrency.lockutils [req-22b048a3-c1a5-40ab-86b1-9e8ef55c7f2f req-1e2dee31-03e5-4d93-bf32-20af0948a231 service nova] Lock "e94094a9-3fb7-494c-9bda-8704f846db40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.113112] env[68864]: DEBUG oslo_concurrency.lockutils [req-22b048a3-c1a5-40ab-86b1-9e8ef55c7f2f req-1e2dee31-03e5-4d93-bf32-20af0948a231 service nova] Lock "e94094a9-3fb7-494c-9bda-8704f846db40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.113112] env[68864]: DEBUG nova.compute.manager [req-22b048a3-c1a5-40ab-86b1-9e8ef55c7f2f req-1e2dee31-03e5-4d93-bf32-20af0948a231 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] No waiting events found dispatching network-vif-plugged-0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.113481] env[68864]: WARNING nova.compute.manager [req-22b048a3-c1a5-40ab-86b1-9e8ef55c7f2f req-1e2dee31-03e5-4d93-bf32-20af0948a231 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Received unexpected event network-vif-plugged-0e8586f4-876b-4661-8dbe-c68e030bce93 for instance with vm_state building and task_state spawning. [ 740.296477] env[68864]: DEBUG nova.network.neutron [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updating instance_info_cache with network_info: [{"id": "0e8586f4-876b-4661-8dbe-c68e030bce93", "address": "fa:16:3e:d8:9c:78", "network": {"id": "24fc8979-6e0f-49f1-84f4-5249fbf58334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171774036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539d3e6dcb924e51986001951332310f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8586f4-87", "ovs_interfaceid": "0e8586f4-876b-4661-8dbe-c68e030bce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.310145] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494917} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.311075] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] fd248bbd-b4f7-4efb-9575-f3019b0888a9/fd248bbd-b4f7-4efb-9575-f3019b0888a9.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.311345] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.311611] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d78dc22d-b8bb-41d8-adff-ef2b7ec16750 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.322494] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 740.322494] env[68864]: value = "task-3185153" [ 740.322494] env[68864]: _type = "Task" [ 740.322494] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.329594] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.329730] env[68864]: DEBUG nova.network.neutron [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.364414] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Acquiring lock "3b997273-a3b3-4dc2-84ad-df4720affba5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.364614] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.371812] env[68864]: DEBUG oslo_vmware.api [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426715} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.372064] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.372417] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.372417] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.372586] env[68864]: INFO nova.compute.manager [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 740.372912] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.374511] env[68864]: DEBUG nova.compute.manager [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.374511] env[68864]: DEBUG nova.network.neutron [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.521130] env[68864]: ERROR nova.scheduler.client.report [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [req-7d1d76cb-0c85-44eb-9a0a-fb5100683b2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d1d76cb-0c85-44eb-9a0a-fb5100683b2c"}]} [ 740.525207] env[68864]: DEBUG nova.compute.manager [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.528063] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af2a619-0a0f-41f1-b778-67eadfc1c82b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.539305] env[68864]: DEBUG nova.scheduler.client.report [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 740.557364] env[68864]: DEBUG nova.scheduler.client.report [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 740.557788] env[68864]: DEBUG nova.compute.provider_tree [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.577349] env[68864]: DEBUG nova.scheduler.client.report [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 740.609424] env[68864]: DEBUG nova.scheduler.client.report [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 740.785241] env[68864]: DEBUG nova.network.neutron [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updated VIF entry in instance network info cache for port 2dc98bab-0643-4d45-9f45-4ed44e56d2ee. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.785597] env[68864]: DEBUG nova.network.neutron [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updating instance_info_cache with network_info: [{"id": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "address": "fa:16:3e:c1:07:08", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dc98bab-06", "ovs_interfaceid": "2dc98bab-0643-4d45-9f45-4ed44e56d2ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.801221] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Releasing lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.801604] env[68864]: DEBUG nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Instance network_info: |[{"id": "0e8586f4-876b-4661-8dbe-c68e030bce93", "address": "fa:16:3e:d8:9c:78", "network": {"id": "24fc8979-6e0f-49f1-84f4-5249fbf58334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171774036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539d3e6dcb924e51986001951332310f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8586f4-87", "ovs_interfaceid": "0e8586f4-876b-4661-8dbe-c68e030bce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.802027] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:9c:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e8586f4-876b-4661-8dbe-c68e030bce93', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.809978] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Creating folder: Project (539d3e6dcb924e51986001951332310f). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.813203] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68651fbf-2a96-4059-a628-c154ec205fcc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.829045] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Created folder: Project (539d3e6dcb924e51986001951332310f) in parent group-v636929. [ 740.829246] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Creating folder: Instances. Parent ref: group-v637034. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.830137] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc3e803-3f66-4cbb-996b-20a1dc9159d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.834373] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077402} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.835339] env[68864]: INFO nova.compute.manager [-] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Took 1.50 seconds to deallocate network for instance. [ 740.835423] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.837572] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cdf533-b3e3-4dd2-b207-312a4a6bf652 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.851441] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Created folder: Instances in parent group-v637034. [ 740.851679] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.852623] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.852837] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bd33c78-6f75-4667-9feb-114450d6b984 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.881654] env[68864]: DEBUG nova.compute.utils [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.892576] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] fd248bbd-b4f7-4efb-9575-f3019b0888a9/fd248bbd-b4f7-4efb-9575-f3019b0888a9.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.895113] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ffa056-13a6-4d7e-b1e8-050fa3f78643 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.912412] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.912412] env[68864]: value = "task-3185156" [ 740.912412] env[68864]: _type = "Task" [ 740.912412] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.920852] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 740.920852] env[68864]: value = "task-3185157" [ 740.920852] env[68864]: _type = "Task" [ 740.920852] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.927324] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185156, 'name': CreateVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.934390] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.995151] env[68864]: DEBUG nova.compute.manager [req-47ca1d14-5db2-41d8-ac3b-3e2e052f2a2c req-647a4700-511a-4117-947f-0df71ae8e031 service nova] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Received event network-vif-deleted-f0286293-5646-4753-a078-e565d162109e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.043969] env[68864]: INFO nova.compute.manager [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] instance snapshotting [ 741.044206] env[68864]: WARNING nova.compute.manager [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 741.049938] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e2b55-eed7-4eff-a437-db0d872f7011 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.073919] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e3096-5852-4a0e-bcc6-6f7c9ec60340 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.178750] env[68864]: DEBUG nova.network.neutron [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.196748] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8265286b-3ca1-4ec3-9b96-6a6d9f414b9a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.205907] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78cb8c0-6420-457f-a474-af4d12b3a7f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.249400] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe8d695-58ff-4d3a-ac5d-e771d713462a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.257779] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cca6e4-aaa8-4d13-b516-21a031181cb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.276247] env[68864]: DEBUG nova.compute.provider_tree [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.291179] env[68864]: DEBUG oslo_concurrency.lockutils [req-2674d6df-958b-4406-a8a1-375940973cd3 req-82f46cce-934a-40c8-a5f9-8d44618ba129 service nova] Releasing lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.353877] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.394364] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.030s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.428266] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185156, 'name': CreateVM_Task, 'duration_secs': 0.41412} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.431893] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.432656] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.432880] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.433255] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.433922] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54f89dc3-18f4-4c0c-a4f2-cf19a151921d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.438540] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185157, 'name': ReconfigVM_Task, 'duration_secs': 0.321823} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.439123] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Reconfigured VM instance instance-00000023 to attach disk [datastore2] fd248bbd-b4f7-4efb-9575-f3019b0888a9/fd248bbd-b4f7-4efb-9575-f3019b0888a9.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.439746] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe7e1e1a-b276-4cf8-badd-cd1511fff7a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.442686] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 741.442686] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5252a5ab-0418-1a8a-533e-d92345f00696" [ 741.442686] env[68864]: _type = "Task" [ 741.442686] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.447892] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 741.447892] env[68864]: value = "task-3185158" [ 741.447892] env[68864]: _type = "Task" [ 741.447892] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.450905] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5252a5ab-0418-1a8a-533e-d92345f00696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.460573] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185158, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.584619] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.585014] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e3ce3b5-fcc3-4a75-8cf9-af1659411e21 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.591587] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 741.591587] env[68864]: value = "task-3185159" [ 741.591587] env[68864]: _type = "Task" [ 741.591587] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.599861] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185159, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.684803] env[68864]: INFO nova.compute.manager [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Took 1.31 seconds to deallocate network for instance. [ 741.780130] env[68864]: DEBUG nova.scheduler.client.report [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.952843] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5252a5ab-0418-1a8a-533e-d92345f00696, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.957215] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.957486] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.957733] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.957891] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.958227] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.964159] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6031fbaa-30ac-404e-920d-e24a7bbddcf9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.969784] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185158, 'name': Rename_Task, 'duration_secs': 0.139802} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.972621] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.972621] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.972621] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.974406] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e0364d-a6c3-48c9-99f0-3e32a9fa2c55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.975934] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3189fa0e-400a-4e9a-9780-af2cd190c1f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.985089] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 741.985089] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dbc7c6-252d-6e73-0e27-1f3c6afcf999" [ 741.985089] env[68864]: _type = "Task" [ 741.985089] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.986976] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 741.986976] env[68864]: value = "task-3185161" [ 741.986976] env[68864]: _type = "Task" [ 741.986976] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.003880] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dbc7c6-252d-6e73-0e27-1f3c6afcf999, 'name': SearchDatastore_Task, 'duration_secs': 0.011643} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.009632] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.009977] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6248dd-2ef3-4a9d-8c54-ee80cdc121a2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.016955] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 742.016955] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c9c270-6d0c-3ebb-4d4e-1d6803a8bbb7" [ 742.016955] env[68864]: _type = "Task" [ 742.016955] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.027144] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c9c270-6d0c-3ebb-4d4e-1d6803a8bbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.103321] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185159, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.192685] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.285421] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.285895] env[68864]: DEBUG nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.288451] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.144s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.464550] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Acquiring lock "3b997273-a3b3-4dc2-84ad-df4720affba5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.464867] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.465093] env[68864]: INFO nova.compute.manager [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Attaching volume 654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7 to /dev/sdb [ 742.498277] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d45eb1-2784-4980-8bf9-79a43b39b522 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.503851] env[68864]: DEBUG oslo_vmware.api [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185161, 'name': PowerOnVM_Task, 'duration_secs': 0.472145} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.504524] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.504784] env[68864]: INFO nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Took 6.99 seconds to spawn the instance on the hypervisor. [ 742.504978] env[68864]: DEBUG nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.505761] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660f745-43fc-4dd6-9f8d-c71bcae9625f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.510434] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d22c25-4e2a-4e56-81de-462e3cc968f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.528664] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c9c270-6d0c-3ebb-4d4e-1d6803a8bbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01834} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.531243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.531985] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] e94094a9-3fb7-494c-9bda-8704f846db40/e94094a9-3fb7-494c-9bda-8704f846db40.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.531985] env[68864]: DEBUG nova.virt.block_device [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Updating existing volume attachment record: 03d203f8-0085-4718-9f25-2b4dcfa3720f {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 742.534347] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f5e3cb-edb2-4079-b4a2-57a5adc131d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.540640] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 742.540640] env[68864]: value = "task-3185162" [ 742.540640] env[68864]: _type = "Task" [ 742.540640] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.549720] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.604353] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185159, 'name': CreateSnapshot_Task, 'duration_secs': 0.527362} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.605099] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 742.605689] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48d1f2-7d59-4a40-b22a-76709880c10a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.803932] env[68864]: DEBUG nova.compute.utils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.805051] env[68864]: DEBUG nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.805421] env[68864]: DEBUG nova.network.neutron [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.866052] env[68864]: DEBUG nova.policy [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a81d2c65996451f80b5848c1a5fabab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cb9d8486c51469892c40c2755e88ff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.870579] env[68864]: DEBUG nova.compute.manager [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Received event network-changed-0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.870812] env[68864]: DEBUG nova.compute.manager [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Refreshing instance network info cache due to event network-changed-0e8586f4-876b-4661-8dbe-c68e030bce93. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.871045] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] Acquiring lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.871849] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] Acquired lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.871849] env[68864]: DEBUG nova.network.neutron [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Refreshing network info cache for port 0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.030474] env[68864]: INFO nova.compute.manager [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Took 45.41 seconds to build instance. [ 743.050457] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185162, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.131125] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.131125] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4728b53-eef7-4b0a-ac3b-33722414cd75 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.138275] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 743.138275] env[68864]: value = "task-3185166" [ 743.138275] env[68864]: _type = "Task" [ 743.138275] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.149414] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185166, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.310396] env[68864]: DEBUG nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.316851] env[68864]: DEBUG nova.network.neutron [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Successfully created port: c5bbe89e-c716-4c33-b533-22dd50fd7f98 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.381419] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.381776] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.536775] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b39388f-90b7-4dea-93d0-aaed67664da6 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.509s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.566448] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64647} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.566448] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] e94094a9-3fb7-494c-9bda-8704f846db40/e94094a9-3fb7-494c-9bda-8704f846db40.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.566448] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.566685] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50833f43-fca0-4404-9a4e-8dec5ffe43da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.575081] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 743.575081] env[68864]: value = "task-3185167" [ 743.575081] env[68864]: _type = "Task" [ 743.575081] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.587757] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.649693] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185166, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.786761] env[68864]: DEBUG nova.network.neutron [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updated VIF entry in instance network info cache for port 0e8586f4-876b-4661-8dbe-c68e030bce93. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.787179] env[68864]: DEBUG nova.network.neutron [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updating instance_info_cache with network_info: [{"id": "0e8586f4-876b-4661-8dbe-c68e030bce93", "address": "fa:16:3e:d8:9c:78", "network": {"id": "24fc8979-6e0f-49f1-84f4-5249fbf58334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171774036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539d3e6dcb924e51986001951332310f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8586f4-87", "ovs_interfaceid": "0e8586f4-876b-4661-8dbe-c68e030bce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.808345] env[68864]: DEBUG nova.compute.manager [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received event network-changed-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.808546] env[68864]: DEBUG nova.compute.manager [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing instance network info cache due to event network-changed-4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.808931] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] Acquiring lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.808931] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] Acquired lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.809084] env[68864]: DEBUG nova.network.neutron [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.839255] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.839834] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.839834] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 463efcaf-51f7-48db-aec5-192c6258b003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.839834] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 3b997273-a3b3-4dc2-84ad-df4720affba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.839834] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a6be127e-d6cb-4781-ba8f-470e98976f05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.840078] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.840411] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 0e20a788-5e96-412d-9449-a4af1ba5aa30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.840411] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.840512] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f9733501-5836-4d17-a830-2745287f7b79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.840659] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 8856fccf-17f5-4669-8536-2cf0f7803110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.840828] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance effc35fc-c65b-4e44-9635-af615d5b0a47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.840973] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance bf8eaa7a-343b-49dc-b5f9-0465794804f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.841106] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.841246] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance c3a56259-acf4-4d26-929b-fdde7b5c97eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.841373] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance ce042a29-f8f3-4c79-a270-f003c2c60a7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.841493] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance b3f025fc-1b13-4953-b4e2-1939a684998c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 743.841623] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 7daf798a-21b2-43e2-8f25-8f349f2863e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.841759] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 1680228e-44af-4aff-bd2a-83a1360006a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.841871] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance fd248bbd-b4f7-4efb-9575-f3019b0888a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.842050] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance e94094a9-3fb7-494c-9bda-8704f846db40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 743.842190] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a1812b9d-f572-4dc4-be61-1d963592749d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 744.044134] env[68864]: DEBUG nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.085658] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070049} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.085658] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.085996] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d64f1a-b130-4fe1-9827-90bec5265575 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.110260] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] e94094a9-3fb7-494c-9bda-8704f846db40/e94094a9-3fb7-494c-9bda-8704f846db40.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.111571] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 744.111962] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637033', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'name': 'volume-a4445a58-ba0f-4542-912d-98cb68042505', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1680228e-44af-4aff-bd2a-83a1360006a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'serial': 'a4445a58-ba0f-4542-912d-98cb68042505'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 744.112461] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d1b1eee-fba1-4628-9d6c-1d984dc3a5f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.127747] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5abbd-ca6f-4b20-9291-e61941143513 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.132663] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "b3f025fc-1b13-4953-b4e2-1939a684998c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.152341] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12751ccf-8461-413c-ab12-a04b79a5b46c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.155467] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 744.155467] env[68864]: value = "task-3185168" [ 744.155467] env[68864]: _type = "Task" [ 744.155467] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.183456] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] volume-a4445a58-ba0f-4542-912d-98cb68042505/volume-a4445a58-ba0f-4542-912d-98cb68042505.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.183765] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185166, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.184566] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1437a7f2-f100-4c95-b930-34dcb7435a55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.204449] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.209713] env[68864]: DEBUG oslo_vmware.api [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 744.209713] env[68864]: value = "task-3185169" [ 744.209713] env[68864]: _type = "Task" [ 744.209713] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.218385] env[68864]: DEBUG oslo_vmware.api [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.290598] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a6d387d-4d39-44ea-aec8-ad4b481c21b5 req-eca79e66-2234-46fb-8a55-e13d7f536e26 service nova] Releasing lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.320665] env[68864]: DEBUG nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.349127] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.349376] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.349532] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.349717] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.349862] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.350021] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.350228] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.350409] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.350585] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.350746] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.350920] env[68864]: DEBUG nova.virt.hardware [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.351746] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 50155af9-9cd2-486c-bd4c-81db57eecbda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.353703] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544b7804-915a-4814-b7d9-143617b0dbd1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.363837] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5add3b-fe3b-4671-bebb-60eaa3e4c1c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.569688] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.608265] env[68864]: DEBUG nova.network.neutron [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updated VIF entry in instance network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.608652] env[68864]: DEBUG nova.network.neutron [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updating instance_info_cache with network_info: [{"id": "4874e0a2-2516-49b1-9387-69f7212572be", "address": "fa:16:3e:8a:6e:d0", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e0a2-25", "ovs_interfaceid": "4874e0a2-2516-49b1-9387-69f7212572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.657159] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185166, 'name': CloneVM_Task, 'duration_secs': 1.435185} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.661020] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Created linked-clone VM from snapshot [ 744.661503] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638fc487-3591-4473-80d8-c4e2c243a6c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.669101] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185168, 'name': ReconfigVM_Task, 'duration_secs': 0.447981} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.672150] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Reconfigured VM instance instance-00000024 to attach disk [datastore2] e94094a9-3fb7-494c-9bda-8704f846db40/e94094a9-3fb7-494c-9bda-8704f846db40.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.676020] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Uploading image fa2cf2e9-a6ce-4f1a-aa86-8f8a37d709a0 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 744.676020] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9ef63a0-646f-49e9-91e1-438fec47fa4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.686657] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 744.686657] env[68864]: value = "task-3185170" [ 744.686657] env[68864]: _type = "Task" [ 744.686657] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.702291] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185170, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.702291] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 744.702291] env[68864]: value = "vm-637041" [ 744.702291] env[68864]: _type = "VirtualMachine" [ 744.702291] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 744.702291] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4e0830c-dcc7-4f9a-800d-fc7decae2f2a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.710076] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease: (returnval){ [ 744.710076] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f48732-4a0e-c9ae-2cb6-543b6fcc1545" [ 744.710076] env[68864]: _type = "HttpNfcLease" [ 744.710076] env[68864]: } obtained for exporting VM: (result){ [ 744.710076] env[68864]: value = "vm-637041" [ 744.710076] env[68864]: _type = "VirtualMachine" [ 744.710076] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 744.710525] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the lease: (returnval){ [ 744.710525] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f48732-4a0e-c9ae-2cb6-543b6fcc1545" [ 744.710525] env[68864]: _type = "HttpNfcLease" [ 744.710525] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 744.723361] env[68864]: DEBUG oslo_vmware.api [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185169, 'name': ReconfigVM_Task, 'duration_secs': 0.480209} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.724954] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Reconfigured VM instance instance-00000022 to attach disk [datastore2] volume-a4445a58-ba0f-4542-912d-98cb68042505/volume-a4445a58-ba0f-4542-912d-98cb68042505.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.729947] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.729947] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f48732-4a0e-c9ae-2cb6-543b6fcc1545" [ 744.729947] env[68864]: _type = "HttpNfcLease" [ 744.729947] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.730526] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864b7ab6-1042-4f12-875e-59e25f3ad90c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.741644] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.741644] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f48732-4a0e-c9ae-2cb6-543b6fcc1545" [ 744.741644] env[68864]: _type = "HttpNfcLease" [ 744.741644] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.742459] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c65ab-345b-463d-876e-be91aad77dbd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.750478] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295f8d9-245f-0990-6472-bb69e16bd8d7/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.750679] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295f8d9-245f-0990-6472-bb69e16bd8d7/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.753477] env[68864]: DEBUG oslo_vmware.api [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 744.753477] env[68864]: value = "task-3185172" [ 744.753477] env[68864]: _type = "Task" [ 744.753477] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.820343] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "95431145-1011-4ee0-b9f0-d6277c4580f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.820576] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.820783] env[68864]: DEBUG oslo_vmware.api [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.856687] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cfc1992-0ee7-4a7f-a688-f09e4c807216 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.859641] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.934070] env[68864]: DEBUG nova.network.neutron [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Successfully updated port: c5bbe89e-c716-4c33-b533-22dd50fd7f98 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.949844] env[68864]: DEBUG nova.compute.manager [req-49243121-a5b4-4607-b51a-e096818beb0c req-0af4f8eb-02a5-423b-af97-489f24460e3c service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Received event network-vif-plugged-c5bbe89e-c716-4c33-b533-22dd50fd7f98 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.949844] env[68864]: DEBUG oslo_concurrency.lockutils [req-49243121-a5b4-4607-b51a-e096818beb0c req-0af4f8eb-02a5-423b-af97-489f24460e3c service nova] Acquiring lock "a1812b9d-f572-4dc4-be61-1d963592749d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.949990] env[68864]: DEBUG oslo_concurrency.lockutils [req-49243121-a5b4-4607-b51a-e096818beb0c req-0af4f8eb-02a5-423b-af97-489f24460e3c service nova] Lock "a1812b9d-f572-4dc4-be61-1d963592749d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.950217] env[68864]: DEBUG oslo_concurrency.lockutils [req-49243121-a5b4-4607-b51a-e096818beb0c req-0af4f8eb-02a5-423b-af97-489f24460e3c service nova] Lock "a1812b9d-f572-4dc4-be61-1d963592749d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.950428] env[68864]: DEBUG nova.compute.manager [req-49243121-a5b4-4607-b51a-e096818beb0c req-0af4f8eb-02a5-423b-af97-489f24460e3c service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] No waiting events found dispatching network-vif-plugged-c5bbe89e-c716-4c33-b533-22dd50fd7f98 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.950628] env[68864]: WARNING nova.compute.manager [req-49243121-a5b4-4607-b51a-e096818beb0c req-0af4f8eb-02a5-423b-af97-489f24460e3c service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Received unexpected event network-vif-plugged-c5bbe89e-c716-4c33-b533-22dd50fd7f98 for instance with vm_state building and task_state spawning. [ 745.115934] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] Releasing lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.116263] env[68864]: DEBUG nova.compute.manager [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Received event network-vif-deleted-2dc98bab-0643-4d45-9f45-4ed44e56d2ee {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.116510] env[68864]: DEBUG nova.compute.manager [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received event network-changed-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.117740] env[68864]: DEBUG nova.compute.manager [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing instance network info cache due to event network-changed-4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.118100] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] Acquiring lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.118357] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] Acquired lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.118604] env[68864]: DEBUG nova.network.neutron [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Refreshing network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.197629] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185170, 'name': Rename_Task, 'duration_secs': 0.217742} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.197947] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.198255] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80608118-fd36-4e14-a5a1-9a58c731d2ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.204496] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 745.204496] env[68864]: value = "task-3185174" [ 745.204496] env[68864]: _type = "Task" [ 745.204496] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.214126] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.272604] env[68864]: DEBUG oslo_vmware.api [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185172, 'name': ReconfigVM_Task, 'duration_secs': 0.186871} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.273692] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637033', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'name': 'volume-a4445a58-ba0f-4542-912d-98cb68042505', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1680228e-44af-4aff-bd2a-83a1360006a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'serial': 'a4445a58-ba0f-4542-912d-98cb68042505'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 745.364856] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance be00f9d7-3571-4249-a3c8-b87f43123930 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.436939] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.437250] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.437458] env[68864]: DEBUG nova.network.neutron [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.720552] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185174, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.868318] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 091adaaa-617e-45e0-9ada-cdeadfff36a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.895041] env[68864]: DEBUG nova.network.neutron [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updated VIF entry in instance network info cache for port 4874e0a2-2516-49b1-9387-69f7212572be. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.895486] env[68864]: DEBUG nova.network.neutron [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updating instance_info_cache with network_info: [{"id": "4874e0a2-2516-49b1-9387-69f7212572be", "address": "fa:16:3e:8a:6e:d0", "network": {"id": "6de24ab0-9db0-44e0-8b0a-01eae524c0a8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1487315023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9aac427e91db40e19b38052fbf4bf27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4874e0a2-25", "ovs_interfaceid": "4874e0a2-2516-49b1-9387-69f7212572be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.978334] env[68864]: DEBUG nova.network.neutron [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.216803] env[68864]: DEBUG oslo_vmware.api [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185174, 'name': PowerOnVM_Task, 'duration_secs': 0.784888} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.217124] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.217329] env[68864]: INFO nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Took 8.07 seconds to spawn the instance on the hypervisor. [ 746.217510] env[68864]: DEBUG nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.218428] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b97851-f991-4e7c-98ae-17562cd3277f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.329376] env[68864]: DEBUG nova.objects.instance [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'flavor' on Instance uuid 1680228e-44af-4aff-bd2a-83a1360006a6 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.340203] env[68864]: DEBUG nova.network.neutron [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Updating instance_info_cache with network_info: [{"id": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "address": "fa:16:3e:c0:20:40", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bbe89e-c7", "ovs_interfaceid": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.372375] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance d421f36e-8ec2-4ae7-968c-bc69027b81b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.398385] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb178f67-f2f4-4553-994e-be95dcf11b60 req-f1b7fc9b-af51-4066-8a00-4b1645ddb32e service nova] Releasing lock "refresh_cache-a6be127e-d6cb-4781-ba8f-470e98976f05" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.738295] env[68864]: INFO nova.compute.manager [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Took 47.59 seconds to build instance. [ 746.838052] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c17f9c2e-6bf6-4a1a-acad-fa22ab7373ee tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.406s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.846017] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.846017] env[68864]: DEBUG nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Instance network_info: |[{"id": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "address": "fa:16:3e:c0:20:40", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bbe89e-c7", "ovs_interfaceid": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.846409] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:20:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5bbe89e-c716-4c33-b533-22dd50fd7f98', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.853935] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating folder: Project (7cb9d8486c51469892c40c2755e88ff5). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.855739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "1680228e-44af-4aff-bd2a-83a1360006a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.856138] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.856746] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "1680228e-44af-4aff-bd2a-83a1360006a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.857089] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.857372] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.859286] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d55e9614-a93b-4874-a449-a6bec27a6550 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.862488] env[68864]: INFO nova.compute.manager [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Terminating instance [ 746.877055] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 331d9c1a-e03e-4ad4-8758-939326619c67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.878759] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created folder: Project (7cb9d8486c51469892c40c2755e88ff5) in parent group-v636929. [ 746.879191] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating folder: Instances. Parent ref: group-v637042. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.880566] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3bd041a-5a55-41ee-9cc3-d2aee495e926 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.893207] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created folder: Instances in parent group-v637042. [ 746.893207] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.893207] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.893521] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd5e9549-6f05-4ca7-9a87-f5ca4f6d5a38 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.916687] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.916687] env[68864]: value = "task-3185177" [ 746.916687] env[68864]: _type = "Task" [ 746.916687] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.926020] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185177, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.978678] env[68864]: DEBUG nova.compute.manager [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Received event network-changed-c5bbe89e-c716-4c33-b533-22dd50fd7f98 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.978931] env[68864]: DEBUG nova.compute.manager [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Refreshing instance network info cache due to event network-changed-c5bbe89e-c716-4c33-b533-22dd50fd7f98. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.979096] env[68864]: DEBUG oslo_concurrency.lockutils [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] Acquiring lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.979264] env[68864]: DEBUG oslo_concurrency.lockutils [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] Acquired lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.979562] env[68864]: DEBUG nova.network.neutron [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Refreshing network info cache for port c5bbe89e-c716-4c33-b533-22dd50fd7f98 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.102474] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 747.102806] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637040', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'name': 'volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b997273-a3b3-4dc2-84ad-df4720affba5', 'attached_at': '', 'detached_at': '', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'serial': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 747.103746] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e62e00-fc3d-4c60-8592-4fb6bfe4e4c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.123491] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d81b6c-16a7-485a-aa61-1082dff40827 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.150564] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7/volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.151804] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86827124-5b01-443c-a17b-c75ba61131bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.170060] env[68864]: DEBUG oslo_vmware.api [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Waiting for the task: (returnval){ [ 747.170060] env[68864]: value = "task-3185178" [ 747.170060] env[68864]: _type = "Task" [ 747.170060] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.182156] env[68864]: DEBUG oslo_vmware.api [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.241142] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c823fffb-0903-4c18-afbf-589369cedc61 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.252s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.368302] env[68864]: DEBUG nova.compute.manager [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.368563] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.370809] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7b7bc17-2620-44e5-bcca-175941eea1ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.373332] env[68864]: DEBUG nova.compute.manager [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Received event network-changed-0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.373524] env[68864]: DEBUG nova.compute.manager [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Refreshing instance network info cache due to event network-changed-0e8586f4-876b-4661-8dbe-c68e030bce93. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.373748] env[68864]: DEBUG oslo_concurrency.lockutils [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] Acquiring lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.373889] env[68864]: DEBUG oslo_concurrency.lockutils [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] Acquired lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.374069] env[68864]: DEBUG nova.network.neutron [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Refreshing network info cache for port 0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.382162] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.384074] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 747.384074] env[68864]: value = "task-3185179" [ 747.384074] env[68864]: _type = "Task" [ 747.384074] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.397461] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.427836] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185177, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.685056] env[68864]: DEBUG oslo_vmware.api [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.718266] env[68864]: DEBUG nova.network.neutron [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Updated VIF entry in instance network info cache for port c5bbe89e-c716-4c33-b533-22dd50fd7f98. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.718647] env[68864]: DEBUG nova.network.neutron [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Updating instance_info_cache with network_info: [{"id": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "address": "fa:16:3e:c0:20:40", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bbe89e-c7", "ovs_interfaceid": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.744037] env[68864]: DEBUG nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.887042] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance eff84169-8070-4b36-a6e1-1464aff30d92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.899654] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185179, 'name': PowerOffVM_Task, 'duration_secs': 0.302859} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.899949] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.900394] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 747.900394] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637033', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'name': 'volume-a4445a58-ba0f-4542-912d-98cb68042505', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1680228e-44af-4aff-bd2a-83a1360006a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'serial': 'a4445a58-ba0f-4542-912d-98cb68042505'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 747.901490] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c92819-2acb-434a-bc47-9335fe5b136e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.932501] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd48b9e1-c46f-4299-8e4a-f9e31ab91096 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.941650] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185177, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.944323] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3949e-ef2c-4d0d-b4d6-119c4d87abbf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.967572] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca2c78-597d-4130-a694-8f2c600fa242 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.986635] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] The volume has not been displaced from its original location: [datastore2] volume-a4445a58-ba0f-4542-912d-98cb68042505/volume-a4445a58-ba0f-4542-912d-98cb68042505.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 747.994220] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 747.994220] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b38150-2426-45bd-8955-ed0a79700b98 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.015803] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 748.015803] env[68864]: value = "task-3185180" [ 748.015803] env[68864]: _type = "Task" [ 748.015803] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.024499] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.187711] env[68864]: DEBUG oslo_vmware.api [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185178, 'name': ReconfigVM_Task, 'duration_secs': 0.522214} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.187711] env[68864]: DEBUG nova.network.neutron [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updated VIF entry in instance network info cache for port 0e8586f4-876b-4661-8dbe-c68e030bce93. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.188083] env[68864]: DEBUG nova.network.neutron [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updating instance_info_cache with network_info: [{"id": "0e8586f4-876b-4661-8dbe-c68e030bce93", "address": "fa:16:3e:d8:9c:78", "network": {"id": "24fc8979-6e0f-49f1-84f4-5249fbf58334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171774036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539d3e6dcb924e51986001951332310f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e8586f4-87", "ovs_interfaceid": "0e8586f4-876b-4661-8dbe-c68e030bce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.189621] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Reconfigured VM instance instance-0000000e to attach disk [datastore2] volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7/volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.197634] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13cffb7f-5810-421e-92ae-c66306ced1ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.220536] env[68864]: DEBUG oslo_vmware.api [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Waiting for the task: (returnval){ [ 748.220536] env[68864]: value = "task-3185181" [ 748.220536] env[68864]: _type = "Task" [ 748.220536] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.221230] env[68864]: DEBUG oslo_concurrency.lockutils [req-ebc5e351-f9cc-4d2e-b761-94b33643e9dc req-62c939b0-69f9-461a-bfa5-8ead7736f787 service nova] Releasing lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.232882] env[68864]: DEBUG oslo_vmware.api [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.263710] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.394627] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.436042] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185177, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.526595] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185180, 'name': ReconfigVM_Task, 'duration_secs': 0.227027} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.526912] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 748.531972] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0008ecb8-dcbe-4276-bdfb-ea81d6d88e86 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.550109] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 748.550109] env[68864]: value = "task-3185182" [ 748.550109] env[68864]: _type = "Task" [ 748.550109] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.561867] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.580154] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "66268137-ef58-4a34-b352-aec762b6092a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.580154] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.699407] env[68864]: DEBUG oslo_concurrency.lockutils [req-79c862df-9477-48c1-b25c-3e730718da79 req-8709c8d6-941a-42e9-8ee1-467243b54592 service nova] Releasing lock "refresh_cache-e94094a9-3fb7-494c-9bda-8704f846db40" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.730541] env[68864]: DEBUG oslo_vmware.api [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185181, 'name': ReconfigVM_Task, 'duration_secs': 0.152386} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.734026] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637040', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'name': 'volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b997273-a3b3-4dc2-84ad-df4720affba5', 'attached_at': '', 'detached_at': '', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'serial': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 748.898226] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 5f52ab96-093a-4b8c-ad90-3f7d569e9e73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.929214] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "a899b55b-5c49-4f0d-a69c-914b9560b88c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.929574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.939239] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185177, 'name': CreateVM_Task, 'duration_secs': 2.005916} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.939423] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.940133] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.940298] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.940661] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.940928] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7806a755-04eb-4e31-b22a-667e50ee322e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.946504] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 748.946504] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f52580-1c39-67bc-2e02-26b5e753c05e" [ 748.946504] env[68864]: _type = "Task" [ 748.946504] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.954849] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f52580-1c39-67bc-2e02-26b5e753c05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.060505] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185182, 'name': ReconfigVM_Task, 'duration_secs': 0.211058} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.060820] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637033', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'name': 'volume-a4445a58-ba0f-4542-912d-98cb68042505', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1680228e-44af-4aff-bd2a-83a1360006a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4445a58-ba0f-4542-912d-98cb68042505', 'serial': 'a4445a58-ba0f-4542-912d-98cb68042505'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 749.061120] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.061930] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5fc649-4ed0-4dac-b2f7-a55935e04fab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.069626] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.069807] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57459b63-54e8-4f54-8246-42f085abe975 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.161342] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.161720] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.161720] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleting the datastore file [datastore1] 1680228e-44af-4aff-bd2a-83a1360006a6 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.161989] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bf03048-c7b5-4c34-84a5-2233c31f1574 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.169037] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 749.169037] env[68864]: value = "task-3185184" [ 749.169037] env[68864]: _type = "Task" [ 749.169037] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.177603] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.287706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "493844ba-f2ff-4f85-8d71-167619a9ad1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.287947] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.401612] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 28ef952e-4509-462e-b84e-0aa4778619d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.457319] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f52580-1c39-67bc-2e02-26b5e753c05e, 'name': SearchDatastore_Task, 'duration_secs': 0.028714} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.457622] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.457905] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.458212] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.458387] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.458570] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.458835] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b671f677-cecc-48ce-baf4-1d95517c71df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.476711] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.476978] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.477987] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e6e12a-8a1d-49e8-add1-d36c6dd5e95f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.484281] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 749.484281] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d70847-30af-7a26-c6cc-09bbd98dca3f" [ 749.484281] env[68864]: _type = "Task" [ 749.484281] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.494568] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d70847-30af-7a26-c6cc-09bbd98dca3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.681481] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.771852] env[68864]: DEBUG nova.objects.instance [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lazy-loading 'flavor' on Instance uuid 3b997273-a3b3-4dc2-84ad-df4720affba5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.905510] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a8aed3bf-c8a5-4735-9418-b23b24a69a28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.905510] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 749.905510] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 749.995774] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d70847-30af-7a26-c6cc-09bbd98dca3f, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.996438] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1535da02-a952-491c-8e3d-25adb38534c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.002378] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 750.002378] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b2cf1-8aac-f9cb-1572-84092b8757c2" [ 750.002378] env[68864]: _type = "Task" [ 750.002378] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.012766] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b2cf1-8aac-f9cb-1572-84092b8757c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.183378] env[68864]: DEBUG oslo_vmware.api [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524123} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.183645] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.184189] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.184189] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.184310] env[68864]: INFO nova.compute.manager [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Took 2.82 seconds to destroy the instance on the hypervisor. [ 750.184575] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.184800] env[68864]: DEBUG nova.compute.manager [-] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.184900] env[68864]: DEBUG nova.network.neutron [-] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.247349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Acquiring lock "3b997273-a3b3-4dc2-84ad-df4720affba5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.277231] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb126aed-8a25-47a4-9c15-680070c7c1e8 tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.278197] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.031s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.420847] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aedc74-a3bb-433e-971c-4f62b5410475 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.429490] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16e255-7a30-4262-a2f0-e32eaf24a806 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.463887] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f7e826-e435-404e-8c7f-688bcddb8e3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.469798] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b44a89-4116-43d3-9bb7-fcf8b9834449 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.484416] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.513166] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b2cf1-8aac-f9cb-1572-84092b8757c2, 'name': SearchDatastore_Task, 'duration_secs': 0.028359} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.513409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.513707] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/a1812b9d-f572-4dc4-be61-1d963592749d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.514016] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b9386fc-5fc1-43c3-824c-ccbf6ac73121 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.521800] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 750.521800] env[68864]: value = "task-3185185" [ 750.521800] env[68864]: _type = "Task" [ 750.521800] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.530123] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.551759] env[68864]: DEBUG nova.compute.manager [req-48c50426-db58-45aa-a3fc-b3e0224f4e06 req-ac866101-bd2f-4324-83f7-1f4a4106d6e7 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Received event network-vif-deleted-39cdd176-7010-4efd-84f8-2403d7645a12 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.551910] env[68864]: INFO nova.compute.manager [req-48c50426-db58-45aa-a3fc-b3e0224f4e06 req-ac866101-bd2f-4324-83f7-1f4a4106d6e7 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Neutron deleted interface 39cdd176-7010-4efd-84f8-2403d7645a12; detaching it from the instance and deleting it from the info cache [ 750.552132] env[68864]: DEBUG nova.network.neutron [req-48c50426-db58-45aa-a3fc-b3e0224f4e06 req-ac866101-bd2f-4324-83f7-1f4a4106d6e7 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.784628] env[68864]: INFO nova.compute.manager [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Detaching volume 654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7 [ 750.827083] env[68864]: INFO nova.virt.block_device [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Attempting to driver detach volume 654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7 from mountpoint /dev/sdb [ 750.827083] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 750.827083] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637040', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'name': 'volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b997273-a3b3-4dc2-84ad-df4720affba5', 'attached_at': '', 'detached_at': '', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'serial': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 750.828352] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c569b98-627a-4b30-9ef4-3872aa68eba2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.853264] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f2b80-5122-4bb5-9cbf-5279c08cdb03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.864341] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49107a-4d40-4209-be4e-8116796d9c4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.890014] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62105f30-9862-4e0a-b296-dd4d1409192d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.909615] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] The volume has not been displaced from its original location: [datastore2] volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7/volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 750.918576] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 750.919129] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c58acd-2600-4531-a890-9f1560468e6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.939407] env[68864]: DEBUG oslo_vmware.api [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Waiting for the task: (returnval){ [ 750.939407] env[68864]: value = "task-3185186" [ 750.939407] env[68864]: _type = "Task" [ 750.939407] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.949576] env[68864]: DEBUG oslo_vmware.api [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.990798] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.994526] env[68864]: DEBUG nova.network.neutron [-] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.035338] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185185, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.054824] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8622e113-6ea5-4b75-97d4-0e4d917062d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.065873] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3691ca4c-0f9c-48c6-acea-8a02a2fe53b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.110019] env[68864]: DEBUG nova.compute.manager [req-48c50426-db58-45aa-a3fc-b3e0224f4e06 req-ac866101-bd2f-4324-83f7-1f4a4106d6e7 service nova] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Detach interface failed, port_id=39cdd176-7010-4efd-84f8-2403d7645a12, reason: Instance 1680228e-44af-4aff-bd2a-83a1360006a6 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.449460] env[68864]: DEBUG oslo_vmware.api [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185186, 'name': ReconfigVM_Task, 'duration_secs': 0.415563} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.449738] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 751.454870] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e0bb0e-2eaf-40bf-9caa-554d37f02d11 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.471028] env[68864]: DEBUG oslo_vmware.api [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Waiting for the task: (returnval){ [ 751.471028] env[68864]: value = "task-3185187" [ 751.471028] env[68864]: _type = "Task" [ 751.471028] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.481440] env[68864]: DEBUG oslo_vmware.api [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.497592] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 751.497956] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.209s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.498372] env[68864]: INFO nova.compute.manager [-] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Took 1.31 seconds to deallocate network for instance. [ 751.498697] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.901s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.498901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.501089] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.143s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.502727] env[68864]: INFO nova.compute.claims [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.533297] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652688} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.533607] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/a1812b9d-f572-4dc4-be61-1d963592749d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.533880] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.534210] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a99001-1666-4f55-8a37-534f3f25b3c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.537494] env[68864]: INFO nova.scheduler.client.report [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Deleted allocations for instance effc35fc-c65b-4e44-9635-af615d5b0a47 [ 751.543314] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 751.543314] env[68864]: value = "task-3185188" [ 751.543314] env[68864]: _type = "Task" [ 751.543314] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.556039] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.982959] env[68864]: DEBUG oslo_vmware.api [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Task: {'id': task-3185187, 'name': ReconfigVM_Task, 'duration_secs': 0.187808} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.983273] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637040', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'name': 'volume-654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b997273-a3b3-4dc2-84ad-df4720affba5', 'attached_at': '', 'detached_at': '', 'volume_id': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7', 'serial': '654912fa-b3b3-4ef3-b4cb-60d75c8c9cf7'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 752.054236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-197fed5d-da37-4225-8a0d-c438535fc7ad tempest-AttachInterfacesV270Test-1248060206 tempest-AttachInterfacesV270Test-1248060206-project-member] Lock "effc35fc-c65b-4e44-9635-af615d5b0a47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.951s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.058409] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121488} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.058863] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.059686] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbeeb54-f62a-452c-beba-8ac9a02b8d2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.084321] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/a1812b9d-f572-4dc4-be61-1d963592749d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.085428] env[68864]: INFO nova.compute.manager [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Took 0.58 seconds to detach 1 volumes for instance. [ 752.090950] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0490c9e3-27c9-4b10-8e36-1038a1a01dd1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.128094] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 752.128094] env[68864]: value = "task-3185189" [ 752.128094] env[68864]: _type = "Task" [ 752.128094] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.137771] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.573279] env[68864]: DEBUG nova.objects.instance [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lazy-loading 'flavor' on Instance uuid 3b997273-a3b3-4dc2-84ad-df4720affba5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.623445] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.640274] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.130015] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2ef7e9-1d11-48d5-8e86-f90f9c749141 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.145865] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185189, 'name': ReconfigVM_Task, 'duration_secs': 0.993654} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.146172] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/a1812b9d-f572-4dc4-be61-1d963592749d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.147341] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae4c023-c669-4909-9357-85c2400b5a48 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.151332] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cad02cdf-79e8-4f51-ad41-47f3172f6609 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.187099] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f5ec8-6ea0-437b-867b-f0708b5b4a92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.190537] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 753.190537] env[68864]: value = "task-3185190" [ 753.190537] env[68864]: _type = "Task" [ 753.190537] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.200188] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad149818-8361-47ae-9fc9-21e688390a7e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.207379] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185190, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.217422] env[68864]: DEBUG nova.compute.provider_tree [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.587524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2585321d-47a7-4358-9f16-069f6467f08c tempest-VolumesAssistedSnapshotsTest-993959759 tempest-VolumesAssistedSnapshotsTest-993959759-project-admin] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.701053] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185190, 'name': Rename_Task, 'duration_secs': 0.204103} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.701343] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.701592] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c63b559-ae25-419f-9589-207ad825cfa1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.707804] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 753.707804] env[68864]: value = "task-3185191" [ 753.707804] env[68864]: _type = "Task" [ 753.707804] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.715317] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.720336] env[68864]: DEBUG nova.scheduler.client.report [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.227296] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.227867] env[68864]: DEBUG nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.230426] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.231507] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.319s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.232519] env[68864]: INFO nova.compute.claims [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.725999] env[68864]: DEBUG oslo_vmware.api [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185191, 'name': PowerOnVM_Task, 'duration_secs': 0.843403} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.726450] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.726568] env[68864]: INFO nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Took 10.41 seconds to spawn the instance on the hypervisor. [ 754.726682] env[68864]: DEBUG nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.728481] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa70a7-989a-4d8d-bce2-07b4fddf3147 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.732154] env[68864]: DEBUG nova.compute.utils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.733631] env[68864]: DEBUG nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.735030] env[68864]: DEBUG nova.network.neutron [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.801784] env[68864]: DEBUG nova.policy [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a81d2c65996451f80b5848c1a5fabab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cb9d8486c51469892c40c2755e88ff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.932050] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295f8d9-245f-0990-6472-bb69e16bd8d7/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 754.933052] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc04afdf-95c3-4221-b6e1-7a2c3a298e72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.942153] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295f8d9-245f-0990-6472-bb69e16bd8d7/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 754.942323] env[68864]: ERROR oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295f8d9-245f-0990-6472-bb69e16bd8d7/disk-0.vmdk due to incomplete transfer. [ 754.943259] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af2bb58f-469e-4bf0-91e6-22b850fcabe5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.951901] env[68864]: DEBUG oslo_vmware.rw_handles [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295f8d9-245f-0990-6472-bb69e16bd8d7/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 754.952592] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Uploaded image fa2cf2e9-a6ce-4f1a-aa86-8f8a37d709a0 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 754.955319] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 754.955319] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9dc69397-6c72-4d27-b40f-7ca09cf2929a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.961333] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 754.961333] env[68864]: value = "task-3185193" [ 754.961333] env[68864]: _type = "Task" [ 754.961333] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.969563] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185193, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.080972] env[68864]: DEBUG nova.network.neutron [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Successfully created port: 7da4769e-8eb4-4b27-956d-187d5c7088af {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.239590] env[68864]: DEBUG nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.262157] env[68864]: INFO nova.compute.manager [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Took 51.11 seconds to build instance. [ 755.474904] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185193, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.764955] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1c9fd097-0013-4ac7-8135-7e7f59d32c51 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "a1812b9d-f572-4dc4-be61-1d963592749d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.149s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.836751] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed59ae2-c59c-4d52-bb47-7db4296bc3ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.848053] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dbbd21-0ecb-4423-955b-e67decdcc1d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.883805] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466f9904-970a-4f21-832f-71121f5a8a46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.894916] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e04a9-e489-46f3-9221-9afa827185e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.914863] env[68864]: DEBUG nova.compute.provider_tree [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.971915] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185193, 'name': Destroy_Task, 'duration_secs': 0.949416} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.974020] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Destroyed the VM [ 755.974020] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 755.974020] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a2cdac0f-46e4-41cf-b42d-f4e42371e3a1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.978626] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 755.978626] env[68864]: value = "task-3185194" [ 755.978626] env[68864]: _type = "Task" [ 755.978626] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.986845] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185194, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.250210] env[68864]: DEBUG nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.271759] env[68864]: DEBUG nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.278999] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "7daf798a-21b2-43e2-8f25-8f349f2863e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.278999] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.278999] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "7daf798a-21b2-43e2-8f25-8f349f2863e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.279171] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.279477] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.283346] env[68864]: INFO nova.compute.manager [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Terminating instance [ 756.297987] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.298893] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.299475] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.300054] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.301148] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.301148] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.301381] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.302229] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.302560] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.303423] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.303423] env[68864]: DEBUG nova.virt.hardware [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.305541] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c13d8-0c55-4a4b-a9b2-c01b81a2e42c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.320019] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198ebe52-fadc-4d00-8080-35e702a865cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.420593] env[68864]: DEBUG nova.scheduler.client.report [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.489385] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185194, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.636798] env[68864]: DEBUG nova.network.neutron [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Successfully updated port: 7da4769e-8eb4-4b27-956d-187d5c7088af {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.788643] env[68864]: DEBUG nova.compute.manager [req-ecc30f71-70fe-4ea6-8c24-4e11f059ade2 req-10c70ec6-ff43-4344-83a5-b6dce641982c service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Received event network-vif-plugged-7da4769e-8eb4-4b27-956d-187d5c7088af {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.788865] env[68864]: DEBUG oslo_concurrency.lockutils [req-ecc30f71-70fe-4ea6-8c24-4e11f059ade2 req-10c70ec6-ff43-4344-83a5-b6dce641982c service nova] Acquiring lock "50155af9-9cd2-486c-bd4c-81db57eecbda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.789083] env[68864]: DEBUG oslo_concurrency.lockutils [req-ecc30f71-70fe-4ea6-8c24-4e11f059ade2 req-10c70ec6-ff43-4344-83a5-b6dce641982c service nova] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.789430] env[68864]: DEBUG oslo_concurrency.lockutils [req-ecc30f71-70fe-4ea6-8c24-4e11f059ade2 req-10c70ec6-ff43-4344-83a5-b6dce641982c service nova] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.789430] env[68864]: DEBUG nova.compute.manager [req-ecc30f71-70fe-4ea6-8c24-4e11f059ade2 req-10c70ec6-ff43-4344-83a5-b6dce641982c service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] No waiting events found dispatching network-vif-plugged-7da4769e-8eb4-4b27-956d-187d5c7088af {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.789585] env[68864]: WARNING nova.compute.manager [req-ecc30f71-70fe-4ea6-8c24-4e11f059ade2 req-10c70ec6-ff43-4344-83a5-b6dce641982c service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Received unexpected event network-vif-plugged-7da4769e-8eb4-4b27-956d-187d5c7088af for instance with vm_state building and task_state spawning. [ 756.790583] env[68864]: DEBUG nova.compute.manager [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.790775] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.791876] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a1eb5-b88e-421f-84ed-b28f06542aee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.804453] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.805419] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.805650] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df38f6b4-2530-4b44-8ef7-8b0011b7f7b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.866098] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.866335] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.866678] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleting the datastore file [datastore1] 7daf798a-21b2-43e2-8f25-8f349f2863e4 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.867103] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ae94f9-082a-4371-96c8-6b62a17e3b92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.875278] env[68864]: DEBUG oslo_vmware.api [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 756.875278] env[68864]: value = "task-3185196" [ 756.875278] env[68864]: _type = "Task" [ 756.875278] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.884587] env[68864]: DEBUG oslo_vmware.api [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.890526] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "3b997273-a3b3-4dc2-84ad-df4720affba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.891021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.891302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "3b997273-a3b3-4dc2-84ad-df4720affba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.891746] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.891855] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.895092] env[68864]: INFO nova.compute.manager [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Terminating instance [ 756.925520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.926334] env[68864]: DEBUG nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.929863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.062s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.932954] env[68864]: INFO nova.compute.claims [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.957036] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "028503c1-80c7-4f98-9fde-768bdd793a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.957309] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.995387] env[68864]: DEBUG oslo_vmware.api [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185194, 'name': RemoveSnapshot_Task, 'duration_secs': 0.557948} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.995680] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 756.995884] env[68864]: INFO nova.compute.manager [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Took 15.95 seconds to snapshot the instance on the hypervisor. [ 757.139034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.139034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.139189] env[68864]: DEBUG nova.network.neutron [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.386064] env[68864]: DEBUG oslo_vmware.api [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261966} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.386306] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.386506] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.386664] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.386833] env[68864]: INFO nova.compute.manager [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Took 0.60 seconds to destroy the instance on the hypervisor. [ 757.387085] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.387279] env[68864]: DEBUG nova.compute.manager [-] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.387382] env[68864]: DEBUG nova.network.neutron [-] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.401854] env[68864]: DEBUG nova.compute.manager [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.402095] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.403044] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b578b6-2d42-4047-8fc2-9eca91da05de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.410735] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.411483] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dd64396-59e4-4c2a-8bb3-f46ca41864cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.419036] env[68864]: DEBUG oslo_vmware.api [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 757.419036] env[68864]: value = "task-3185197" [ 757.419036] env[68864]: _type = "Task" [ 757.419036] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.425662] env[68864]: DEBUG oslo_vmware.api [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3185197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.439917] env[68864]: DEBUG nova.compute.utils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.454679] env[68864]: DEBUG nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.454679] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.502187] env[68864]: DEBUG nova.compute.manager [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Instance disappeared during snapshot {{(pid=68864) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 757.518281] env[68864]: DEBUG nova.compute.manager [None req-f6e75128-e669-480b-ae22-0180e8cc44d9 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image not found during clean up fa2cf2e9-a6ce-4f1a-aa86-8f8a37d709a0 {{(pid=68864) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 757.548769] env[68864]: DEBUG nova.policy [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aed0e193b4f542f38106a01d886cfc07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec40f936cbb94484b94353015ab70149', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.689426] env[68864]: DEBUG nova.network.neutron [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.840023] env[68864]: DEBUG nova.network.neutron [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Updating instance_info_cache with network_info: [{"id": "7da4769e-8eb4-4b27-956d-187d5c7088af", "address": "fa:16:3e:95:79:ed", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da4769e-8e", "ovs_interfaceid": "7da4769e-8eb4-4b27-956d-187d5c7088af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.929483] env[68864]: DEBUG oslo_vmware.api [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3185197, 'name': PowerOffVM_Task, 'duration_secs': 0.229641} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.929483] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.929483] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.929941] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c87195d-6fdc-486e-9fc4-2d029c4c9e8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.951459] env[68864]: DEBUG nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.007822] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.007822] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.007822] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Deleting the datastore file [datastore1] 3b997273-a3b3-4dc2-84ad-df4720affba5 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.008249] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fed28a5b-3a5e-4bc1-acf3-8e37552c629a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.015740] env[68864]: DEBUG oslo_vmware.api [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for the task: (returnval){ [ 758.015740] env[68864]: value = "task-3185199" [ 758.015740] env[68864]: _type = "Task" [ 758.015740] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.030543] env[68864]: DEBUG oslo_vmware.api [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3185199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.103125] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Successfully created port: df16c2fe-3a65-4891-a24d-5f3b249d1e4b {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.164251] env[68864]: DEBUG nova.network.neutron [-] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.345320] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.345667] env[68864]: DEBUG nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Instance network_info: |[{"id": "7da4769e-8eb4-4b27-956d-187d5c7088af", "address": "fa:16:3e:95:79:ed", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da4769e-8e", "ovs_interfaceid": "7da4769e-8eb4-4b27-956d-187d5c7088af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.346085] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:79:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7da4769e-8eb4-4b27-956d-187d5c7088af', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.353992] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.356646] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.357108] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee073d1c-bfe3-4fb6-8352-370bb51452b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.381719] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.381719] env[68864]: value = "task-3185200" [ 758.381719] env[68864]: _type = "Task" [ 758.381719] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.392190] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185200, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.531311] env[68864]: DEBUG oslo_vmware.api [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Task: {'id': task-3185199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255834} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.531927] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.532559] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.532559] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.532559] env[68864]: INFO nova.compute.manager [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 758.532891] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.532941] env[68864]: DEBUG nova.compute.manager [-] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.533572] env[68864]: DEBUG nova.network.neutron [-] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.546747] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Successfully created port: b7292743-e92d-4437-8f33-aeca4e930fff {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.574761] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ffea3-4744-4222-bf59-c72c37570bfa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.584764] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd4980-1d36-44cd-956a-5890893dd32a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.620236] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a6e2e-9b79-4fe1-addd-9410e80b9f81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.625939] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.626175] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.632554] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed35fcce-67ae-4a1a-a7ae-198dd57eef19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.646155] env[68864]: DEBUG nova.compute.provider_tree [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.667459] env[68864]: INFO nova.compute.manager [-] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Took 1.28 seconds to deallocate network for instance. [ 758.832118] env[68864]: DEBUG nova.compute.manager [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Received event network-changed-7da4769e-8eb4-4b27-956d-187d5c7088af {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.832403] env[68864]: DEBUG nova.compute.manager [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Refreshing instance network info cache due to event network-changed-7da4769e-8eb4-4b27-956d-187d5c7088af. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.832673] env[68864]: DEBUG oslo_concurrency.lockutils [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] Acquiring lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.832867] env[68864]: DEBUG oslo_concurrency.lockutils [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] Acquired lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.833039] env[68864]: DEBUG nova.network.neutron [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Refreshing network info cache for port 7da4769e-8eb4-4b27-956d-187d5c7088af {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.838847] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Successfully created port: ea3aa249-52a9-4ae1-831b-1a65107a0ff1 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.894532] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185200, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.962266] env[68864]: DEBUG nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.995546] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.995796] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.995956] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.996152] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.996297] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.996442] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.996653] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.996814] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.996977] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.997174] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.997395] env[68864]: DEBUG nova.virt.hardware [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.998259] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05b5331-398d-4f53-9f77-e447b6b54015 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.007981] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ba78c-b143-436a-a9ff-f7b833f5fdf5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.149330] env[68864]: DEBUG nova.scheduler.client.report [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.175508] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.393107] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185200, 'name': CreateVM_Task, 'duration_secs': 0.519003} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.393107] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.393468] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.394417] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.394417] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.394417] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979a006f-9870-40af-9018-bbaf1824a833 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.400034] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 759.400034] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bd238e-caa9-e98d-f4d7-d1720bb40bd1" [ 759.400034] env[68864]: _type = "Task" [ 759.400034] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.406814] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bd238e-caa9-e98d-f4d7-d1720bb40bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.611629] env[68864]: DEBUG nova.network.neutron [-] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.658039] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.658574] env[68864]: DEBUG nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.661042] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.430s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.662839] env[68864]: INFO nova.compute.claims [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.763161] env[68864]: DEBUG nova.network.neutron [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Updated VIF entry in instance network info cache for port 7da4769e-8eb4-4b27-956d-187d5c7088af. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.763544] env[68864]: DEBUG nova.network.neutron [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Updating instance_info_cache with network_info: [{"id": "7da4769e-8eb4-4b27-956d-187d5c7088af", "address": "fa:16:3e:95:79:ed", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da4769e-8e", "ovs_interfaceid": "7da4769e-8eb4-4b27-956d-187d5c7088af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.910362] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bd238e-caa9-e98d-f4d7-d1720bb40bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009352} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.910663] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.910896] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.911142] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.911288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.911466] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.911721] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fa1115a-23c6-4f08-b743-1a8ba2661e26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.925088] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.925278] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.925960] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-675fa512-2a1a-47f0-bdb7-cfe80fd24133 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.931620] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 759.931620] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528e458b-c74e-de71-9019-7e08d8eb4991" [ 759.931620] env[68864]: _type = "Task" [ 759.931620] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.939043] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528e458b-c74e-de71-9019-7e08d8eb4991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.115537] env[68864]: INFO nova.compute.manager [-] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Took 1.58 seconds to deallocate network for instance. [ 760.167684] env[68864]: DEBUG nova.compute.utils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.170529] env[68864]: DEBUG nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.170705] env[68864]: DEBUG nova.network.neutron [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.208641] env[68864]: DEBUG nova.policy [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3643662f804456fa6e0a467e848d0f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5786198a872e46978c3f90dec209b052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.267214] env[68864]: DEBUG oslo_concurrency.lockutils [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] Releasing lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.267437] env[68864]: DEBUG nova.compute.manager [req-1ab710a3-42be-4c06-a957-32f0a6f51fb3 req-7d5b8068-1ad4-47e1-b66b-384a425c6e86 service nova] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Received event network-vif-deleted-6ced2f95-de06-43e3-954b-78d9d496dad9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.452609] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528e458b-c74e-de71-9019-7e08d8eb4991, 'name': SearchDatastore_Task, 'duration_secs': 0.038409} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.453670] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c6ae57-e7f9-4198-a4fa-bd9508981cf3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.458696] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 760.458696] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52214438-35c2-18e7-b169-859ac53b975e" [ 760.458696] env[68864]: _type = "Task" [ 760.458696] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.467609] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52214438-35c2-18e7-b169-859ac53b975e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.479133] env[68864]: DEBUG nova.network.neutron [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Successfully created port: 6ad25aba-4a15-4e06-957e-e03ee272a980 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.496627] env[68864]: DEBUG nova.compute.manager [req-6ab775c2-d10d-469c-8cde-5865d911f250 req-8419f274-a29e-4296-8b08-a15aaa322cca service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-vif-plugged-df16c2fe-3a65-4891-a24d-5f3b249d1e4b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.496841] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ab775c2-d10d-469c-8cde-5865d911f250 req-8419f274-a29e-4296-8b08-a15aaa322cca service nova] Acquiring lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.497467] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ab775c2-d10d-469c-8cde-5865d911f250 req-8419f274-a29e-4296-8b08-a15aaa322cca service nova] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.497617] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ab775c2-d10d-469c-8cde-5865d911f250 req-8419f274-a29e-4296-8b08-a15aaa322cca service nova] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.497947] env[68864]: DEBUG nova.compute.manager [req-6ab775c2-d10d-469c-8cde-5865d911f250 req-8419f274-a29e-4296-8b08-a15aaa322cca service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] No waiting events found dispatching network-vif-plugged-df16c2fe-3a65-4891-a24d-5f3b249d1e4b {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.498154] env[68864]: WARNING nova.compute.manager [req-6ab775c2-d10d-469c-8cde-5865d911f250 req-8419f274-a29e-4296-8b08-a15aaa322cca service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received unexpected event network-vif-plugged-df16c2fe-3a65-4891-a24d-5f3b249d1e4b for instance with vm_state building and task_state spawning. [ 760.580186] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Successfully updated port: df16c2fe-3a65-4891-a24d-5f3b249d1e4b {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.622373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.671510] env[68864]: DEBUG nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.857276] env[68864]: DEBUG nova.compute.manager [req-96999c42-b8c0-4ef4-9920-7005fe8f2f1b req-02683af9-0add-49b4-92f0-255ead92f602 service nova] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Received event network-vif-deleted-086eaf72-e861-4aa4-9900-ecd93e52c222 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.972931] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52214438-35c2-18e7-b169-859ac53b975e, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.973213] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.973476] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/50155af9-9cd2-486c-bd4c-81db57eecbda.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.973767] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97caaeb7-5c51-43de-90d9-06d707d75ad5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.982368] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 760.982368] env[68864]: value = "task-3185201" [ 760.982368] env[68864]: _type = "Task" [ 760.982368] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.991014] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.137818] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad2b384-f26a-4f49-a881-27119e8881ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.149204] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712d0362-83d1-4e30-900b-1527e59e00d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.184327] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cb4a3a-37ff-4cfb-8fc0-a302d3afa84b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.192328] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da90454-3d7a-4c90-a394-ad588e60a19e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.208089] env[68864]: DEBUG nova.compute.provider_tree [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.493019] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435197} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.493019] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/50155af9-9cd2-486c-bd4c-81db57eecbda.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.493019] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.493019] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ac34ff4-881c-419f-b25c-254c2bfa718c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.498554] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 761.498554] env[68864]: value = "task-3185202" [ 761.498554] env[68864]: _type = "Task" [ 761.498554] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.505442] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.689037] env[68864]: DEBUG nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.712013] env[68864]: DEBUG nova.scheduler.client.report [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.718656] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.718886] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.719192] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.719427] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.719598] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.719777] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.719989] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.720162] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.720325] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.720485] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.720658] env[68864]: DEBUG nova.virt.hardware [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.721616] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cd173e-3359-4de7-973e-34e2e1951d4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.730585] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e04da14-cb44-4a5d-b1c5-efcc529fc8aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.956154] env[68864]: DEBUG nova.network.neutron [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Successfully updated port: 6ad25aba-4a15-4e06-957e-e03ee272a980 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.009008] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064977} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.009361] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.010248] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbfe2f6-f9e3-482b-939e-6e7ab7701cbf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.032291] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/50155af9-9cd2-486c-bd4c-81db57eecbda.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.032558] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e55148-48e7-4168-bb0e-87508f51ab65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.053658] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 762.053658] env[68864]: value = "task-3185203" [ 762.053658] env[68864]: _type = "Task" [ 762.053658] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.062301] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.226551] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.227193] env[68864]: DEBUG nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.229744] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.698s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.231190] env[68864]: INFO nova.compute.claims [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.460997] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "refresh_cache-be00f9d7-3571-4249-a3c8-b87f43123930" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.461203] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquired lock "refresh_cache-be00f9d7-3571-4249-a3c8-b87f43123930" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.461359] env[68864]: DEBUG nova.network.neutron [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.536146] env[68864]: DEBUG nova.compute.manager [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-changed-df16c2fe-3a65-4891-a24d-5f3b249d1e4b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.536146] env[68864]: DEBUG nova.compute.manager [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Refreshing instance network info cache due to event network-changed-df16c2fe-3a65-4891-a24d-5f3b249d1e4b. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.536146] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] Acquiring lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.536529] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] Acquired lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.536529] env[68864]: DEBUG nova.network.neutron [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Refreshing network info cache for port df16c2fe-3a65-4891-a24d-5f3b249d1e4b {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.566094] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.736492] env[68864]: DEBUG nova.compute.utils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.740067] env[68864]: DEBUG nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.740067] env[68864]: DEBUG nova.network.neutron [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.779561] env[68864]: DEBUG nova.policy [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '528eb0bc0a324ca899612c6180f8e52f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de41d157dc5f46a38788621f859a8170', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.900105] env[68864]: DEBUG nova.compute.manager [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Received event network-vif-plugged-6ad25aba-4a15-4e06-957e-e03ee272a980 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.900329] env[68864]: DEBUG oslo_concurrency.lockutils [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] Acquiring lock "be00f9d7-3571-4249-a3c8-b87f43123930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.900599] env[68864]: DEBUG oslo_concurrency.lockutils [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] Lock "be00f9d7-3571-4249-a3c8-b87f43123930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.900794] env[68864]: DEBUG oslo_concurrency.lockutils [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] Lock "be00f9d7-3571-4249-a3c8-b87f43123930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.900936] env[68864]: DEBUG nova.compute.manager [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] No waiting events found dispatching network-vif-plugged-6ad25aba-4a15-4e06-957e-e03ee272a980 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.901389] env[68864]: WARNING nova.compute.manager [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Received unexpected event network-vif-plugged-6ad25aba-4a15-4e06-957e-e03ee272a980 for instance with vm_state building and task_state spawning. [ 762.901577] env[68864]: DEBUG nova.compute.manager [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Received event network-changed-6ad25aba-4a15-4e06-957e-e03ee272a980 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.901738] env[68864]: DEBUG nova.compute.manager [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Refreshing instance network info cache due to event network-changed-6ad25aba-4a15-4e06-957e-e03ee272a980. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.901906] env[68864]: DEBUG oslo_concurrency.lockutils [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] Acquiring lock "refresh_cache-be00f9d7-3571-4249-a3c8-b87f43123930" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.011212] env[68864]: DEBUG nova.network.neutron [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.064827] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185203, 'name': ReconfigVM_Task, 'duration_secs': 0.642022} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.067259] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/50155af9-9cd2-486c-bd4c-81db57eecbda.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.067259] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4756303-07f2-43f2-a224-add0289936d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.074881] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 763.074881] env[68864]: value = "task-3185204" [ 763.074881] env[68864]: _type = "Task" [ 763.074881] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.083932] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185204, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.115352] env[68864]: DEBUG nova.network.neutron [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.156439] env[68864]: DEBUG nova.network.neutron [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Successfully created port: 2c48c38c-7a08-4215-90fb-d544f3611277 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.221144] env[68864]: DEBUG nova.network.neutron [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Updating instance_info_cache with network_info: [{"id": "6ad25aba-4a15-4e06-957e-e03ee272a980", "address": "fa:16:3e:46:f1:b9", "network": {"id": "45cade8a-03a5-4ccf-8294-d3a84722ab5a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1808436326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5786198a872e46978c3f90dec209b052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad25aba-4a", "ovs_interfaceid": "6ad25aba-4a15-4e06-957e-e03ee272a980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.242114] env[68864]: DEBUG nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.280941] env[68864]: DEBUG nova.network.neutron [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.323975] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Successfully updated port: b7292743-e92d-4437-8f33-aeca4e930fff {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.586272] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185204, 'name': Rename_Task, 'duration_secs': 0.28496} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.588546] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.588949] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-850acb26-7df4-4afc-8168-4a5706482066 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.595428] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 763.595428] env[68864]: value = "task-3185205" [ 763.595428] env[68864]: _type = "Task" [ 763.595428] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.605267] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.711016] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5190d5-2807-44c0-b623-97114b62f313 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.718521] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c576967-e22e-4d7a-93e9-87f26b2eae66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.724839] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Releasing lock "refresh_cache-be00f9d7-3571-4249-a3c8-b87f43123930" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.724839] env[68864]: DEBUG nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Instance network_info: |[{"id": "6ad25aba-4a15-4e06-957e-e03ee272a980", "address": "fa:16:3e:46:f1:b9", "network": {"id": "45cade8a-03a5-4ccf-8294-d3a84722ab5a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1808436326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5786198a872e46978c3f90dec209b052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad25aba-4a", "ovs_interfaceid": "6ad25aba-4a15-4e06-957e-e03ee272a980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.748998] env[68864]: DEBUG oslo_concurrency.lockutils [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] Acquired lock "refresh_cache-be00f9d7-3571-4249-a3c8-b87f43123930" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.749205] env[68864]: DEBUG nova.network.neutron [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Refreshing network info cache for port 6ad25aba-4a15-4e06-957e-e03ee272a980 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.750399] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:f1:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ad25aba-4a15-4e06-957e-e03ee272a980', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.757649] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Creating folder: Project (5786198a872e46978c3f90dec209b052). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.761617] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-312893de-31f9-4e70-a975-005a66267cb7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.763838] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae513c58-570b-45dd-9cbe-f3269e7be6da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.772359] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c853ff-59fd-423a-914e-38241f01385f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.777542] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Created folder: Project (5786198a872e46978c3f90dec209b052) in parent group-v636929. [ 763.777542] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Creating folder: Instances. Parent ref: group-v637046. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.778114] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-804fc65e-ce14-404a-919c-6849a64f091c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.787414] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4c7f82e-90a8-4b8b-be5d-c42ca5ab7573 req-e3b23419-ad1d-47dc-a8d7-f38d25aaf5a7 service nova] Releasing lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.788686] env[68864]: DEBUG nova.compute.provider_tree [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.798838] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Created folder: Instances in parent group-v637046. [ 763.799101] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.799867] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.800112] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a03e5207-4950-4d30-b800-227e47020d5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.820145] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.820145] env[68864]: value = "task-3185208" [ 763.820145] env[68864]: _type = "Task" [ 763.820145] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.831168] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185208, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.107038] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.267528] env[68864]: DEBUG nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.292745] env[68864]: DEBUG nova.scheduler.client.report [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.300021] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.300021] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.300021] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.300284] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.300284] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.300284] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.300284] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.300284] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.300439] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.300439] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.300439] env[68864]: DEBUG nova.virt.hardware [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.300439] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b9355e-f36d-4877-ac6d-2eed6990ad2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.309528] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c287ec-ae43-4367-8d7c-2c11b6f21dce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.333617] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185208, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.571376] env[68864]: DEBUG nova.compute.manager [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-vif-plugged-b7292743-e92d-4437-8f33-aeca4e930fff {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.571376] env[68864]: DEBUG oslo_concurrency.lockutils [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] Acquiring lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.571376] env[68864]: DEBUG oslo_concurrency.lockutils [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.571376] env[68864]: DEBUG oslo_concurrency.lockutils [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.571376] env[68864]: DEBUG nova.compute.manager [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] No waiting events found dispatching network-vif-plugged-b7292743-e92d-4437-8f33-aeca4e930fff {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.571563] env[68864]: WARNING nova.compute.manager [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received unexpected event network-vif-plugged-b7292743-e92d-4437-8f33-aeca4e930fff for instance with vm_state building and task_state spawning. [ 764.571644] env[68864]: DEBUG nova.compute.manager [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-changed-b7292743-e92d-4437-8f33-aeca4e930fff {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.571827] env[68864]: DEBUG nova.compute.manager [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Refreshing instance network info cache due to event network-changed-b7292743-e92d-4437-8f33-aeca4e930fff. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.572038] env[68864]: DEBUG oslo_concurrency.lockutils [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] Acquiring lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.572397] env[68864]: DEBUG oslo_concurrency.lockutils [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] Acquired lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.572587] env[68864]: DEBUG nova.network.neutron [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Refreshing network info cache for port b7292743-e92d-4437-8f33-aeca4e930fff {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.583819] env[68864]: DEBUG nova.network.neutron [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Updated VIF entry in instance network info cache for port 6ad25aba-4a15-4e06-957e-e03ee272a980. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.584172] env[68864]: DEBUG nova.network.neutron [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Updating instance_info_cache with network_info: [{"id": "6ad25aba-4a15-4e06-957e-e03ee272a980", "address": "fa:16:3e:46:f1:b9", "network": {"id": "45cade8a-03a5-4ccf-8294-d3a84722ab5a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1808436326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5786198a872e46978c3f90dec209b052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ad25aba-4a", "ovs_interfaceid": "6ad25aba-4a15-4e06-957e-e03ee272a980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.607213] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.662151] env[68864]: DEBUG nova.network.neutron [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Successfully updated port: 2c48c38c-7a08-4215-90fb-d544f3611277 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.804307] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.804802] env[68864]: DEBUG nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.807300] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.272s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.807494] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.809989] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.930s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.809989] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.812163] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.502s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.812288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.815114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.696s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.815792] env[68864]: INFO nova.compute.claims [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.831870] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185208, 'name': CreateVM_Task, 'duration_secs': 0.753779} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.832035] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.833188] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.833188] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.833330] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.833970] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399bb3da-113b-4ef2-993e-504c57508bf9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.838694] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 764.838694] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd4e05-7fbb-65da-3a86-005ab2655296" [ 764.838694] env[68864]: _type = "Task" [ 764.838694] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.847256] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd4e05-7fbb-65da-3a86-005ab2655296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.848305] env[68864]: INFO nova.scheduler.client.report [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleted allocations for instance f9733501-5836-4d17-a830-2745287f7b79 [ 764.850785] env[68864]: INFO nova.scheduler.client.report [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Deleted allocations for instance c3a56259-acf4-4d26-929b-fdde7b5c97eb [ 764.866208] env[68864]: INFO nova.scheduler.client.report [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Deleted allocations for instance 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5 [ 765.012814] env[68864]: DEBUG nova.compute.manager [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Received event network-vif-plugged-2c48c38c-7a08-4215-90fb-d544f3611277 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.013088] env[68864]: DEBUG oslo_concurrency.lockutils [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] Acquiring lock "091adaaa-617e-45e0-9ada-cdeadfff36a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.013254] env[68864]: DEBUG oslo_concurrency.lockutils [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.013411] env[68864]: DEBUG oslo_concurrency.lockutils [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.013634] env[68864]: DEBUG nova.compute.manager [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] No waiting events found dispatching network-vif-plugged-2c48c38c-7a08-4215-90fb-d544f3611277 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.013787] env[68864]: WARNING nova.compute.manager [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Received unexpected event network-vif-plugged-2c48c38c-7a08-4215-90fb-d544f3611277 for instance with vm_state building and task_state spawning. [ 765.013959] env[68864]: DEBUG nova.compute.manager [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Received event network-changed-2c48c38c-7a08-4215-90fb-d544f3611277 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.014124] env[68864]: DEBUG nova.compute.manager [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Refreshing instance network info cache due to event network-changed-2c48c38c-7a08-4215-90fb-d544f3611277. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.014300] env[68864]: DEBUG oslo_concurrency.lockutils [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] Acquiring lock "refresh_cache-091adaaa-617e-45e0-9ada-cdeadfff36a3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.014431] env[68864]: DEBUG oslo_concurrency.lockutils [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] Acquired lock "refresh_cache-091adaaa-617e-45e0-9ada-cdeadfff36a3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.014580] env[68864]: DEBUG nova.network.neutron [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Refreshing network info cache for port 2c48c38c-7a08-4215-90fb-d544f3611277 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.086733] env[68864]: DEBUG oslo_concurrency.lockutils [req-f92cc5b9-bae6-4d25-a900-a5e4b983fc5a req-f65b2063-2483-449a-91b8-9ba1e356364b service nova] Releasing lock "refresh_cache-be00f9d7-3571-4249-a3c8-b87f43123930" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107158] env[68864]: DEBUG oslo_vmware.api [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185205, 'name': PowerOnVM_Task, 'duration_secs': 1.198423} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.107430] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.107626] env[68864]: INFO nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Took 8.86 seconds to spawn the instance on the hypervisor. [ 765.107812] env[68864]: DEBUG nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.108597] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edfcce3-4089-41cd-98f7-21536585e1d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.111864] env[68864]: DEBUG nova.network.neutron [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.165961] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "refresh_cache-091adaaa-617e-45e0-9ada-cdeadfff36a3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.199458] env[68864]: DEBUG nova.network.neutron [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.323597] env[68864]: DEBUG nova.compute.utils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.325022] env[68864]: DEBUG nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.325188] env[68864]: DEBUG nova.network.neutron [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.351211] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd4e05-7fbb-65da-3a86-005ab2655296, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.351395] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.351553] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.351777] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.351921] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.352114] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.352364] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27f0b95-6df7-4be5-8154-423051a3e84d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.363660] env[68864]: DEBUG oslo_concurrency.lockutils [None req-326f129c-7f34-4835-a4af-076c86e1fb81 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "f9733501-5836-4d17-a830-2745287f7b79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.580s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.366513] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8da5a25c-07ed-44b3-a171-33ea4dd4b11f tempest-FloatingIPsAssociationNegativeTestJSON-180110372 tempest-FloatingIPsAssociationNegativeTestJSON-180110372-project-member] Lock "c3a56259-acf4-4d26-929b-fdde7b5c97eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.116s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.367844] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.368083] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.369488] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7952ba8-9e58-4c6b-899e-351a45b25a0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.376870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1093a130-1f2c-4270-96bf-40340d5324f9 tempest-ListServersNegativeTestJSON-1450375960 tempest-ListServersNegativeTestJSON-1450375960-project-member] Lock "71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.186s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.380915] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 765.380915] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52108cee-c593-eef7-c116-01e9a90f9d7d" [ 765.380915] env[68864]: _type = "Task" [ 765.380915] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.388363] env[68864]: DEBUG nova.policy [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a6e9e197f36444aa8a56d4edb8db42c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '149b5b0e5b734fe28a6393629be8162e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.394199] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52108cee-c593-eef7-c116-01e9a90f9d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.593496] env[68864]: DEBUG nova.network.neutron [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.627042] env[68864]: INFO nova.compute.manager [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Took 54.29 seconds to build instance. [ 765.702360] env[68864]: DEBUG oslo_concurrency.lockutils [req-eb5ac076-1006-411c-9197-9e6deaeb3152 req-8464f994-1435-4ad4-adea-847848173c46 service nova] Releasing lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.767439] env[68864]: DEBUG nova.compute.manager [req-db630169-c157-446e-89e1-c69f1ac13bf0 req-d0f453c6-9e71-4a2c-babb-820473aa123d service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-vif-plugged-ea3aa249-52a9-4ae1-831b-1a65107a0ff1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.767664] env[68864]: DEBUG oslo_concurrency.lockutils [req-db630169-c157-446e-89e1-c69f1ac13bf0 req-d0f453c6-9e71-4a2c-babb-820473aa123d service nova] Acquiring lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.767880] env[68864]: DEBUG oslo_concurrency.lockutils [req-db630169-c157-446e-89e1-c69f1ac13bf0 req-d0f453c6-9e71-4a2c-babb-820473aa123d service nova] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.768063] env[68864]: DEBUG oslo_concurrency.lockutils [req-db630169-c157-446e-89e1-c69f1ac13bf0 req-d0f453c6-9e71-4a2c-babb-820473aa123d service nova] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.768233] env[68864]: DEBUG nova.compute.manager [req-db630169-c157-446e-89e1-c69f1ac13bf0 req-d0f453c6-9e71-4a2c-babb-820473aa123d service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] No waiting events found dispatching network-vif-plugged-ea3aa249-52a9-4ae1-831b-1a65107a0ff1 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.768395] env[68864]: WARNING nova.compute.manager [req-db630169-c157-446e-89e1-c69f1ac13bf0 req-d0f453c6-9e71-4a2c-babb-820473aa123d service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received unexpected event network-vif-plugged-ea3aa249-52a9-4ae1-831b-1a65107a0ff1 for instance with vm_state building and task_state spawning. [ 765.786214] env[68864]: DEBUG nova.network.neutron [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.800164] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Successfully updated port: ea3aa249-52a9-4ae1-831b-1a65107a0ff1 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.828766] env[68864]: DEBUG nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.895022] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52108cee-c593-eef7-c116-01e9a90f9d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.00897} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.895022] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57cf320-63b1-4bf0-9ebf-669702559573 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.899232] env[68864]: DEBUG nova.network.neutron [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Successfully created port: be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.907356] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 765.907356] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dc01df-08e1-c861-183d-7465fe366a57" [ 765.907356] env[68864]: _type = "Task" [ 765.907356] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.915537] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dc01df-08e1-c861-183d-7465fe366a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.129046] env[68864]: DEBUG oslo_concurrency.lockutils [None req-59f833cd-c26b-43f4-8356-c80c4b1de7e9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.354s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.291586] env[68864]: DEBUG oslo_concurrency.lockutils [req-536c4217-fcf1-4933-b0aa-ffae2a900033 req-4213d51a-6123-46b6-b56f-d184fc49c278 service nova] Releasing lock "refresh_cache-091adaaa-617e-45e0-9ada-cdeadfff36a3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.291586] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquired lock "refresh_cache-091adaaa-617e-45e0-9ada-cdeadfff36a3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.291760] env[68864]: DEBUG nova.network.neutron [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.301612] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.301696] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.301822] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.361949] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5fb40b-66f8-4967-99e9-95cfbae67f95 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.371900] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f46fa4-9e87-4488-8d75-4ee59eed77ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.412793] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e12ed1-e634-4c16-991e-ceaac8bb8a06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.425777] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b96f5af-6e26-4c5d-857a-805081258be0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.430220] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dc01df-08e1-c861-183d-7465fe366a57, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.431042] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.431323] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] be00f9d7-3571-4249-a3c8-b87f43123930/be00f9d7-3571-4249-a3c8-b87f43123930.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.432609] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5da76f-0aaa-4090-94d7-5955d2d4effb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.444364] env[68864]: DEBUG nova.compute.provider_tree [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.451527] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 766.451527] env[68864]: value = "task-3185209" [ 766.451527] env[68864]: _type = "Task" [ 766.451527] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.460879] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.632270] env[68864]: DEBUG nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.844467] env[68864]: DEBUG nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.850620] env[68864]: INFO nova.compute.manager [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Rescuing [ 766.850620] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.850620] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.850620] env[68864]: DEBUG nova.network.neutron [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.890868] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.891585] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.891585] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.891585] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.891820] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.891910] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.892142] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.892441] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.892640] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.892815] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.896020] env[68864]: DEBUG nova.virt.hardware [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.896020] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb31dcb-2725-4f13-84d7-9975611b093b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.905069] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.908921] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700598e1-af09-43ed-9c61-c6bd8cd0531b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.915553] env[68864]: DEBUG nova.network.neutron [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.952105] env[68864]: DEBUG nova.scheduler.client.report [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.966022] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451416} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.966022] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] be00f9d7-3571-4249-a3c8-b87f43123930/be00f9d7-3571-4249-a3c8-b87f43123930.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.966022] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.966022] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b22a879e-efdb-44f3-b637-d3c89d2fbf9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.976482] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 766.976482] env[68864]: value = "task-3185210" [ 766.976482] env[68864]: _type = "Task" [ 766.976482] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.993344] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.164255] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.409519] env[68864]: DEBUG nova.network.neutron [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Updating instance_info_cache with network_info: [{"id": "2c48c38c-7a08-4215-90fb-d544f3611277", "address": "fa:16:3e:7e:bd:44", "network": {"id": "c4b83524-63b2-4aa6-9e5d-88dd6de49c7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1512846520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de41d157dc5f46a38788621f859a8170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c48c38c-7a", "ovs_interfaceid": "2c48c38c-7a08-4215-90fb-d544f3611277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.458955] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.459411] env[68864]: DEBUG nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.464382] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.316s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.464583] env[68864]: DEBUG nova.objects.instance [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 767.497879] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063103} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.497879] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.498243] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4b2302-f566-4cab-9147-474bbe147795 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.523996] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] be00f9d7-3571-4249-a3c8-b87f43123930/be00f9d7-3571-4249-a3c8-b87f43123930.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.528133] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a517be2c-ab3f-4e3c-b842-da145b5db136 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.552936] env[68864]: DEBUG nova.compute.manager [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-changed-ea3aa249-52a9-4ae1-831b-1a65107a0ff1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.554042] env[68864]: DEBUG nova.compute.manager [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Refreshing instance network info cache due to event network-changed-ea3aa249-52a9-4ae1-831b-1a65107a0ff1. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.554042] env[68864]: DEBUG oslo_concurrency.lockutils [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] Acquiring lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.556607] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 767.556607] env[68864]: value = "task-3185211" [ 767.556607] env[68864]: _type = "Task" [ 767.556607] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.567714] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.818811] env[68864]: DEBUG nova.network.neutron [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Updating instance_info_cache with network_info: [{"id": "7da4769e-8eb4-4b27-956d-187d5c7088af", "address": "fa:16:3e:95:79:ed", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da4769e-8e", "ovs_interfaceid": "7da4769e-8eb4-4b27-956d-187d5c7088af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.913431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Releasing lock "refresh_cache-091adaaa-617e-45e0-9ada-cdeadfff36a3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.914074] env[68864]: DEBUG nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Instance network_info: |[{"id": "2c48c38c-7a08-4215-90fb-d544f3611277", "address": "fa:16:3e:7e:bd:44", "network": {"id": "c4b83524-63b2-4aa6-9e5d-88dd6de49c7a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1512846520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de41d157dc5f46a38788621f859a8170", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c48c38c-7a", "ovs_interfaceid": "2c48c38c-7a08-4215-90fb-d544f3611277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.915144] env[68864]: DEBUG nova.network.neutron [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Successfully updated port: be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.916711] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:bd:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c48c38c-7a08-4215-90fb-d544f3611277', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.930494] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Creating folder: Project (de41d157dc5f46a38788621f859a8170). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.932358] env[68864]: DEBUG nova.network.neutron [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Updating instance_info_cache with network_info: [{"id": "df16c2fe-3a65-4891-a24d-5f3b249d1e4b", "address": "fa:16:3e:fa:92:78", "network": {"id": "ccc96086-c7b3-49ac-b1da-bb4d1d739cc4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-617929893", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf16c2fe-3a", "ovs_interfaceid": "df16c2fe-3a65-4891-a24d-5f3b249d1e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7292743-e92d-4437-8f33-aeca4e930fff", "address": "fa:16:3e:c2:1f:15", "network": {"id": "5cce12c3-6aff-4bac-a86b-fd8f2ebcb2f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-730009509", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7292743-e9", "ovs_interfaceid": "b7292743-e92d-4437-8f33-aeca4e930fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea3aa249-52a9-4ae1-831b-1a65107a0ff1", "address": "fa:16:3e:2a:fb:c0", "network": {"id": "ccc96086-c7b3-49ac-b1da-bb4d1d739cc4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-617929893", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3aa249-52", "ovs_interfaceid": "ea3aa249-52a9-4ae1-831b-1a65107a0ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.936877] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.936986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.937182] env[68864]: DEBUG nova.network.neutron [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.941756] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdc57691-1cd9-4e80-bcf0-b39d1719ff8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.943615] env[68864]: DEBUG nova.compute.manager [req-97817adc-a861-47d3-b0b4-d06408d29d49 req-2d7df640-b407-4d2a-b54c-8fed061a3571 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Received event network-vif-plugged-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.944023] env[68864]: DEBUG oslo_concurrency.lockutils [req-97817adc-a861-47d3-b0b4-d06408d29d49 req-2d7df640-b407-4d2a-b54c-8fed061a3571 service nova] Acquiring lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.945397] env[68864]: DEBUG oslo_concurrency.lockutils [req-97817adc-a861-47d3-b0b4-d06408d29d49 req-2d7df640-b407-4d2a-b54c-8fed061a3571 service nova] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.945951] env[68864]: DEBUG oslo_concurrency.lockutils [req-97817adc-a861-47d3-b0b4-d06408d29d49 req-2d7df640-b407-4d2a-b54c-8fed061a3571 service nova] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.946120] env[68864]: DEBUG nova.compute.manager [req-97817adc-a861-47d3-b0b4-d06408d29d49 req-2d7df640-b407-4d2a-b54c-8fed061a3571 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] No waiting events found dispatching network-vif-plugged-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.947083] env[68864]: WARNING nova.compute.manager [req-97817adc-a861-47d3-b0b4-d06408d29d49 req-2d7df640-b407-4d2a-b54c-8fed061a3571 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Received unexpected event network-vif-plugged-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c for instance with vm_state building and task_state spawning. [ 767.962232] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Created folder: Project (de41d157dc5f46a38788621f859a8170) in parent group-v636929. [ 767.962512] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Creating folder: Instances. Parent ref: group-v637049. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.962832] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851b5b8c-9232-488e-adc1-f4f61ed2fe9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.970139] env[68864]: DEBUG nova.compute.utils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.976947] env[68864]: DEBUG nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.977131] env[68864]: DEBUG nova.network.neutron [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.978922] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Created folder: Instances in parent group-v637049. [ 767.979155] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.979542] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.980067] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c15dc7d-a04f-4467-bf23-81b6f7c903d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.001194] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.001194] env[68864]: value = "task-3185214" [ 768.001194] env[68864]: _type = "Task" [ 768.001194] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.008815] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185214, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.026481] env[68864]: DEBUG nova.policy [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25ebe96235b54bd79f06e2eaf78d2fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ea96af7e43f42039ed644b5f6b41da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.030079] env[68864]: DEBUG nova.network.neutron [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.069174] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.292307] env[68864]: DEBUG nova.network.neutron [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updating instance_info_cache with network_info: [{"id": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "address": "fa:16:3e:76:c0:60", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0f30ee-8c", "ovs_interfaceid": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.324203] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-50155af9-9cd2-486c-bd4c-81db57eecbda" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.454354] env[68864]: DEBUG nova.network.neutron [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Successfully created port: dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.456953] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Releasing lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.458449] env[68864]: DEBUG nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Instance network_info: |[{"id": "df16c2fe-3a65-4891-a24d-5f3b249d1e4b", "address": "fa:16:3e:fa:92:78", "network": {"id": "ccc96086-c7b3-49ac-b1da-bb4d1d739cc4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-617929893", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf16c2fe-3a", "ovs_interfaceid": "df16c2fe-3a65-4891-a24d-5f3b249d1e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7292743-e92d-4437-8f33-aeca4e930fff", "address": "fa:16:3e:c2:1f:15", "network": {"id": "5cce12c3-6aff-4bac-a86b-fd8f2ebcb2f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-730009509", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7292743-e9", "ovs_interfaceid": "b7292743-e92d-4437-8f33-aeca4e930fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea3aa249-52a9-4ae1-831b-1a65107a0ff1", "address": "fa:16:3e:2a:fb:c0", "network": {"id": "ccc96086-c7b3-49ac-b1da-bb4d1d739cc4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-617929893", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3aa249-52", "ovs_interfaceid": "ea3aa249-52a9-4ae1-831b-1a65107a0ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.458838] env[68864]: DEBUG oslo_concurrency.lockutils [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] Acquired lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.459093] env[68864]: DEBUG nova.network.neutron [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Refreshing network info cache for port ea3aa249-52a9-4ae1-831b-1a65107a0ff1 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.460405] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:92:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df16c2fe-3a65-4891-a24d-5f3b249d1e4b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:1f:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7292743-e92d-4437-8f33-aeca4e930fff', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:fb:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea3aa249-52a9-4ae1-831b-1a65107a0ff1', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.472985] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Creating folder: Project (ec40f936cbb94484b94353015ab70149). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.476856] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0d959d6-8f76-42f8-9571-0631b188980d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.479450] env[68864]: DEBUG nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.483492] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df3cfbd8-7a96-440e-9d41-5ce7db3cb3b2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.486677] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.381s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.488026] env[68864]: INFO nova.compute.claims [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.513371] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185214, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.515084] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Created folder: Project (ec40f936cbb94484b94353015ab70149) in parent group-v636929. [ 768.515282] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Creating folder: Instances. Parent ref: group-v637052. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.515904] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff2dbf99-5a9a-4506-8101-3405c1054fa9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.526252] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Created folder: Instances in parent group-v637052. [ 768.526507] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.526692] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.527216] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a51b6fcb-28b1-433e-a722-cb4d395ac90c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.554497] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.554497] env[68864]: value = "task-3185217" [ 768.554497] env[68864]: _type = "Task" [ 768.554497] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.566886] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185217, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.569944] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185211, 'name': ReconfigVM_Task, 'duration_secs': 0.833328} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.570333] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Reconfigured VM instance instance-00000028 to attach disk [datastore1] be00f9d7-3571-4249-a3c8-b87f43123930/be00f9d7-3571-4249-a3c8-b87f43123930.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.571365] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cc8984d-36f8-4a5b-a9fc-158e6ee120c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.577948] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 768.577948] env[68864]: value = "task-3185218" [ 768.577948] env[68864]: _type = "Task" [ 768.577948] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.590763] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185218, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.799056] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Releasing lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.803019] env[68864]: DEBUG nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Instance network_info: |[{"id": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "address": "fa:16:3e:76:c0:60", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0f30ee-8c", "ovs_interfaceid": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.803019] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:c0:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.809238] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Creating folder: Project (149b5b0e5b734fe28a6393629be8162e). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.810082] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff788ed-1024-4834-8a19-c78eeaa7102a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.823221] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Created folder: Project (149b5b0e5b734fe28a6393629be8162e) in parent group-v636929. [ 768.823221] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Creating folder: Instances. Parent ref: group-v637055. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.823221] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0703552-9e88-4c70-9f75-f74e4b1fe486 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.830878] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Created folder: Instances in parent group-v637055. [ 768.831305] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.831710] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.833038] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ca601ff-888e-40bd-ae20-ed4b23ba2d8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.852498] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.852498] env[68864]: value = "task-3185221" [ 768.852498] env[68864]: _type = "Task" [ 768.852498] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.862929] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185221, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.882391] env[68864]: DEBUG nova.network.neutron [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Updated VIF entry in instance network info cache for port ea3aa249-52a9-4ae1-831b-1a65107a0ff1. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.883050] env[68864]: DEBUG nova.network.neutron [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Updating instance_info_cache with network_info: [{"id": "df16c2fe-3a65-4891-a24d-5f3b249d1e4b", "address": "fa:16:3e:fa:92:78", "network": {"id": "ccc96086-c7b3-49ac-b1da-bb4d1d739cc4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-617929893", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf16c2fe-3a", "ovs_interfaceid": "df16c2fe-3a65-4891-a24d-5f3b249d1e4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7292743-e92d-4437-8f33-aeca4e930fff", "address": "fa:16:3e:c2:1f:15", "network": {"id": "5cce12c3-6aff-4bac-a86b-fd8f2ebcb2f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-730009509", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7292743-e9", "ovs_interfaceid": "b7292743-e92d-4437-8f33-aeca4e930fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea3aa249-52a9-4ae1-831b-1a65107a0ff1", "address": "fa:16:3e:2a:fb:c0", "network": {"id": "ccc96086-c7b3-49ac-b1da-bb4d1d739cc4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-617929893", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3aa249-52", "ovs_interfaceid": "ea3aa249-52a9-4ae1-831b-1a65107a0ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.988086] env[68864]: INFO nova.virt.block_device [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Booting with volume 98a1f424-acae-450d-b215-6576238c9190 at /dev/sda [ 769.015827] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185214, 'name': CreateVM_Task, 'duration_secs': 0.696007} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.017035] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.018574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.019542] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.019914] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.020348] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d15bec9-9824-4e68-8c40-5e94ef548fd2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.025858] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 769.025858] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528e65c1-f857-68b5-a61c-60fc96946f1f" [ 769.025858] env[68864]: _type = "Task" [ 769.025858] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.033675] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528e65c1-f857-68b5-a61c-60fc96946f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.036534] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-335ef9bd-9955-4d0e-a742-60d88a812d3c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.044491] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403209bd-9a9d-48fa-94d0-cd23d36b3ec6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.065369] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185217, 'name': CreateVM_Task, 'duration_secs': 0.440384} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.077551] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.079036] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.079317] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0286a515-62ab-4c52-9d99-92363e1eb4e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.089069] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185218, 'name': Rename_Task, 'duration_secs': 0.236652} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.090286] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.090700] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e79185-ab2d-404c-93d1-950578661298 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.094803] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7e23a3-4267-4cc9-8adf-bcafbf54b980 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.109536] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 769.109536] env[68864]: value = "task-3185222" [ 769.109536] env[68864]: _type = "Task" [ 769.109536] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.133029] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3072ac-4038-4798-8fff-5b9a2c9aa840 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.135470] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.139606] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec852fd-706b-43d3-90bf-5e8d28c771d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.153388] env[68864]: DEBUG nova.virt.block_device [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Updating existing volume attachment record: 6ac9d21c-9828-45ee-ad57-e0b690a586e1 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.364090] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185221, 'name': CreateVM_Task, 'duration_secs': 0.365954} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.364276] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.364930] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.387199] env[68864]: DEBUG oslo_concurrency.lockutils [req-023ee145-dddc-47e0-bab9-ce064acae4ec req-0ca4b161-d487-4488-a6db-2f18a482212b service nova] Releasing lock "refresh_cache-65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.540509] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528e65c1-f857-68b5-a61c-60fc96946f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008819} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.543995] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.544306] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.544568] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.544722] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.544938] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.545481] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.545796] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.546057] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db055964-04b7-49a2-8d55-089048101f8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.548043] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524ca773-a2bc-4d29-89a6-b184746cda23 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.554968] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 769.554968] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d20575-d1ff-2d78-03dd-9266b07d5410" [ 769.554968] env[68864]: _type = "Task" [ 769.554968] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.560998] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.561208] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.562429] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30206701-4b84-4a49-baef-31fbd4c15612 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.568367] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d20575-d1ff-2d78-03dd-9266b07d5410, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.569142] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.569416] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.569642] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.569914] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.570300] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571561] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23954b97-021e-46a8-bb90-6fa0f34c8a80 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.573338] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 769.573338] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a5078-d5fc-bf00-1700-e1f151894405" [ 769.573338] env[68864]: _type = "Task" [ 769.573338] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.580362] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 769.580362] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d38847-1a1b-254c-cdea-2ca2283fd506" [ 769.580362] env[68864]: _type = "Task" [ 769.580362] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.587173] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a5078-d5fc-bf00-1700-e1f151894405, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.594022] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707cfdf4-dcea-4cfd-bbc1-c06177a6554e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.596650] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d38847-1a1b-254c-cdea-2ca2283fd506, 'name': SearchDatastore_Task, 'duration_secs': 0.00811} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.597264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.597489] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.597689] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.599808] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 769.599808] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524a41d9-090e-de64-6af3-cc5af34fb04a" [ 769.599808] env[68864]: _type = "Task" [ 769.599808] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.612504] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524a41d9-090e-de64-6af3-cc5af34fb04a, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.616432] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.617971] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 091adaaa-617e-45e0-9ada-cdeadfff36a3/091adaaa-617e-45e0-9ada-cdeadfff36a3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.619552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.619769] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.620056] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6cfffe7-55d6-4a95-afad-52116b45608f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.622512] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7d282c-5692-425a-98b8-c84b3a8f53f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.627825] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.634418] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 769.634418] env[68864]: value = "task-3185223" [ 769.634418] env[68864]: _type = "Task" [ 769.634418] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.635513] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.635681] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.639232] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8321a2-6923-4f15-a413-68e931414a4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.649837] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 769.649837] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dd970b-6e2d-0d01-6aa3-23958a4fa581" [ 769.649837] env[68864]: _type = "Task" [ 769.649837] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.650104] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.659382] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dd970b-6e2d-0d01-6aa3-23958a4fa581, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.663245] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f25d4e-760c-442a-9610-87261edd8a60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.670090] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 769.670090] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c74765-06ac-e5fe-2d4c-9969fffd140d" [ 769.670090] env[68864]: _type = "Task" [ 769.670090] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.678196] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c74765-06ac-e5fe-2d4c-9969fffd140d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.875499] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.875822] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2d286a-f215-485a-b29f-038cf9ef5ff9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.887231] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 769.887231] env[68864]: value = "task-3185224" [ 769.887231] env[68864]: _type = "Task" [ 769.887231] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.900399] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.078202] env[68864]: DEBUG nova.compute.manager [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Received event network-changed-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.078202] env[68864]: DEBUG nova.compute.manager [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Refreshing instance network info cache due to event network-changed-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.078434] env[68864]: DEBUG oslo_concurrency.lockutils [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] Acquiring lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.078584] env[68864]: DEBUG oslo_concurrency.lockutils [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] Acquired lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.078760] env[68864]: DEBUG nova.network.neutron [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Refreshing network info cache for port be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.088108] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99ff79-5eb3-4a5b-b659-a98b637071ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.096569] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07423b09-417a-4d44-8d84-0048466b7e57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.134290] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6696a75b-4ed4-4e8f-b56e-4732383ec454 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.145270] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185222, 'name': PowerOnVM_Task} progress is 98%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.148729] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec47470-8a69-48d7-83fc-5e773a28eff1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.155939] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47841} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.157308] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 091adaaa-617e-45e0-9ada-cdeadfff36a3/091adaaa-617e-45e0-9ada-cdeadfff36a3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.157308] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.157308] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3c5777-bce1-4588-a7b4-0382c45e0099 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.169098] env[68864]: DEBUG nova.compute.provider_tree [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.175940] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 770.175940] env[68864]: value = "task-3185225" [ 770.175940] env[68864]: _type = "Task" [ 770.175940] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.180110] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c74765-06ac-e5fe-2d4c-9969fffd140d, 'name': SearchDatastore_Task, 'duration_secs': 0.008658} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.184557] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.184914] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23/65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.185566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.185729] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.185974] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8db18b45-d2b7-48e8-8bcd-3834d9366abb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.188223] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bdff2d4-d139-4dd0-858b-d07a1ed47647 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.193897] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.198046] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 770.198046] env[68864]: value = "task-3185226" [ 770.198046] env[68864]: _type = "Task" [ 770.198046] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.202279] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.202586] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.203786] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1cabbc-0701-4fa3-a951-5cdc4b43e1e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.210771] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.214405] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 770.214405] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259ce91-e35e-085c-cd23-64bf1f6acdb6" [ 770.214405] env[68864]: _type = "Task" [ 770.214405] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.222039] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259ce91-e35e-085c-cd23-64bf1f6acdb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.398010] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185224, 'name': PowerOffVM_Task, 'duration_secs': 0.228285} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.398415] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.399455] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d97a8-e8e6-449e-9e33-86e0715cdf97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.420148] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e490edb2-dfc5-4c6e-80a1-a57b840a96af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.457798] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.458267] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1467c541-7698-400e-b0a8-ec3018cfcf4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.466361] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 770.466361] env[68864]: value = "task-3185227" [ 770.466361] env[68864]: _type = "Task" [ 770.466361] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.479024] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.479683] env[68864]: DEBUG nova.network.neutron [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Successfully updated port: dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.641912] env[68864]: DEBUG oslo_vmware.api [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185222, 'name': PowerOnVM_Task, 'duration_secs': 1.33319} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.642754] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.643048] env[68864]: INFO nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Took 8.95 seconds to spawn the instance on the hypervisor. [ 770.643403] env[68864]: DEBUG nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.645670] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f91e8-cd07-49c5-86c9-7311f6a1b3e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.672378] env[68864]: DEBUG nova.scheduler.client.report [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.690232] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073615} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.690381] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.691248] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5ed9cf-8c0a-45f4-952b-820c47f95b33 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.722927] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 091adaaa-617e-45e0-9ada-cdeadfff36a3/091adaaa-617e-45e0-9ada-cdeadfff36a3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.725935] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5fbe613-9d75-4820-9b1f-67bc87e8e9f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.750337] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479976} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.750628] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23/65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.754022] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.754022] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91985bce-0b30-43d3-9feb-87f95675ee4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.754885] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 770.754885] env[68864]: value = "task-3185228" [ 770.754885] env[68864]: _type = "Task" [ 770.754885] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.758982] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259ce91-e35e-085c-cd23-64bf1f6acdb6, 'name': SearchDatastore_Task, 'duration_secs': 0.018346} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.764428] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8eda9f-e638-47a9-86a6-308b67f6cd05 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.767101] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 770.767101] env[68864]: value = "task-3185229" [ 770.767101] env[68864]: _type = "Task" [ 770.767101] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.776544] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.778384] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 770.778384] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e4f3c7-f435-b839-f5a7-008b8cf9de70" [ 770.778384] env[68864]: _type = "Task" [ 770.778384] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.787836] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.794049] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e4f3c7-f435-b839-f5a7-008b8cf9de70, 'name': SearchDatastore_Task, 'duration_secs': 0.015834} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.794410] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.794652] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] d421f36e-8ec2-4ae7-968c-bc69027b81b6/d421f36e-8ec2-4ae7-968c-bc69027b81b6.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.796014] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81911659-5b0f-4a31-889c-4ae213ee4fc2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.803964] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 770.803964] env[68864]: value = "task-3185230" [ 770.803964] env[68864]: _type = "Task" [ 770.803964] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.813173] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.899309] env[68864]: DEBUG nova.network.neutron [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updated VIF entry in instance network info cache for port be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.899807] env[68864]: DEBUG nova.network.neutron [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updating instance_info_cache with network_info: [{"id": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "address": "fa:16:3e:76:c0:60", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0f30ee-8c", "ovs_interfaceid": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.977158] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 770.977381] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.977670] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.977916] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.977986] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.978641] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e906849-d9e3-4981-84af-ff71bceb7b40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.981926] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Acquiring lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.982085] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Acquired lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.982236] env[68864]: DEBUG nova.network.neutron [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.990395] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.990395] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.990395] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d24b2f-5711-4201-bbd6-2edb3c0ae812 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.996968] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 770.996968] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526aa5c4-64de-55a3-d228-10b300a3a22c" [ 770.996968] env[68864]: _type = "Task" [ 770.996968] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.013843] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526aa5c4-64de-55a3-d228-10b300a3a22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.169299] env[68864]: INFO nova.compute.manager [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Took 48.32 seconds to build instance. [ 771.182218] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.182218] env[68864]: DEBUG nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.184596] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.831s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.185599] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.187208] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.995s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.187463] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.189573] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.620s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.191258] env[68864]: INFO nova.compute.claims [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.229573] env[68864]: INFO nova.scheduler.client.report [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Deleted allocations for instance b3f025fc-1b13-4953-b4e2-1939a684998c [ 771.239496] env[68864]: INFO nova.scheduler.client.report [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted allocations for instance ce042a29-f8f3-4c79-a270-f003c2c60a7f [ 771.255023] env[68864]: DEBUG nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.255023] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.255023] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.255023] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.255023] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.255023] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.255023] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.255023] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.255573] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.255883] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.256180] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.256484] env[68864]: DEBUG nova.virt.hardware [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.257810] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813040a8-8058-48cb-809c-bf047cdc0c63 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.276947] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317ae03-f283-4fa8-9be6-74903c5696fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.281779] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185228, 'name': ReconfigVM_Task, 'duration_secs': 0.270016} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.283410] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 091adaaa-617e-45e0-9ada-cdeadfff36a3/091adaaa-617e-45e0-9ada-cdeadfff36a3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.283897] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f694498-dda6-4bea-8158-551f690d327e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.288528] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072127} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.298269] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.300654] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c02b06a-0d69-4c6c-8044-a9375a6f0391 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.305898] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 771.305898] env[68864]: value = "task-3185231" [ 771.305898] env[68864]: _type = "Task" [ 771.305898] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.336406] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23/65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.340411] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ff3fde-1a21-4f25-8205-d1af4a1aa81f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.363770] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.368559] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185231, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.368956] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 771.368956] env[68864]: value = "task-3185232" [ 771.368956] env[68864]: _type = "Task" [ 771.368956] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.379749] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.403860] env[68864]: DEBUG oslo_concurrency.lockutils [req-903cda67-7b7b-4d50-8d5a-dabc44489bf5 req-f42bb2de-f6e1-457c-9ba1-4ade62dbfa34 service nova] Releasing lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.508521] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526aa5c4-64de-55a3-d228-10b300a3a22c, 'name': SearchDatastore_Task, 'duration_secs': 0.021977} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.509506] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94220a1e-306b-4cd0-ad15-23ef8c2da709 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.518725] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 771.518725] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527e7253-5ce2-5b7b-ac20-1a5ea777b170" [ 771.518725] env[68864]: _type = "Task" [ 771.518725] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.530507] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527e7253-5ce2-5b7b-ac20-1a5ea777b170, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.530819] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.531121] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. {{(pid=68864) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 771.531404] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d1ee651-21ef-4d5e-b930-220e73f07254 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.538615] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 771.538615] env[68864]: value = "task-3185233" [ 771.538615] env[68864]: _type = "Task" [ 771.538615] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.550364] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.551541] env[68864]: DEBUG nova.network.neutron [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.669838] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08377f38-5207-464e-bdff-b86918514a19 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "be00f9d7-3571-4249-a3c8-b87f43123930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.417s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.695876] env[68864]: DEBUG nova.compute.utils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.698991] env[68864]: DEBUG nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.703305] env[68864]: DEBUG nova.network.neutron [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.720161] env[68864]: DEBUG nova.network.neutron [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Updating instance_info_cache with network_info: [{"id": "dad3d75d-fe18-4434-8416-2e14b3264636", "address": "fa:16:3e:8a:07:06", "network": {"id": "2c4d218b-cea9-4427-8469-8ac1c1b5cbe9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-680011063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ea96af7e43f42039ed644b5f6b41da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad3d75d-fe", "ovs_interfaceid": "dad3d75d-fe18-4434-8416-2e14b3264636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.742425] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ba50e5ec-c8ae-4b83-9969-17ab25d6b088 tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.026s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.744089] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.611s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.744356] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.744573] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.744860] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.749642] env[68864]: INFO nova.compute.manager [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Terminating instance [ 771.752201] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9c47e25a-3854-43c7-90cc-276314cccaee tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "ce042a29-f8f3-4c79-a270-f003c2c60a7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.066s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.816847] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579721} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.817597] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] d421f36e-8ec2-4ae7-968c-bc69027b81b6/d421f36e-8ec2-4ae7-968c-bc69027b81b6.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.817811] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.818102] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d722427-e016-41ec-9c7d-f31af7933c0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.824696] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 771.824696] env[68864]: value = "task-3185234" [ 771.824696] env[68864]: _type = "Task" [ 771.824696] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.837336] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.840888] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185231, 'name': Rename_Task, 'duration_secs': 0.173484} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.841442] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.841442] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489436ac-3825-45fb-9ed9-6679dfe3bcf0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.847873] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 771.847873] env[68864]: value = "task-3185235" [ 771.847873] env[68864]: _type = "Task" [ 771.847873] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.856354] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.878994] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185232, 'name': ReconfigVM_Task, 'duration_secs': 0.319286} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.880918] env[68864]: DEBUG nova.policy [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4082e8d2ded04322a36c45a984632d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73d633e9011c4fd780e633a9e5b9abdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.884351] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23/65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.885204] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969d38b6-1b5d-41d5-805e-44bf6a2904d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.892262] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 771.892262] env[68864]: value = "task-3185236" [ 771.892262] env[68864]: _type = "Task" [ 771.892262] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.903984] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185236, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.049327] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185233, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.172543] env[68864]: DEBUG nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.202966] env[68864]: DEBUG nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.226863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Releasing lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.227231] env[68864]: DEBUG nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Instance network_info: |[{"id": "dad3d75d-fe18-4434-8416-2e14b3264636", "address": "fa:16:3e:8a:07:06", "network": {"id": "2c4d218b-cea9-4427-8469-8ac1c1b5cbe9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-680011063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ea96af7e43f42039ed644b5f6b41da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad3d75d-fe", "ovs_interfaceid": "dad3d75d-fe18-4434-8416-2e14b3264636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.227779] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:07:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dad3d75d-fe18-4434-8416-2e14b3264636', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.245236] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Creating folder: Project (3ea96af7e43f42039ed644b5f6b41da1). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.249120] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35370115-1768-48c2-8fdb-3a0008e92068 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.256607] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.256658] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquired lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.256858] env[68864]: DEBUG nova.network.neutron [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.263371] env[68864]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 772.264030] env[68864]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68864) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 772.264166] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Folder already exists: Project (3ea96af7e43f42039ed644b5f6b41da1). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 772.264367] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Creating folder: Instances. Parent ref: group-v636999. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.264609] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9098d5e-4d71-4e1f-be10-32aedcae78d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.275013] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Created folder: Instances in parent group-v636999. [ 772.275273] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.275461] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.275667] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c23d3926-caa9-4386-8957-017032c10ce6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.298578] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.298578] env[68864]: value = "task-3185239" [ 772.298578] env[68864]: _type = "Task" [ 772.298578] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.306793] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185239, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.340639] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103591} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.341950] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.341950] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf5dba7-0bcd-4ecc-8bc9-6e33710715ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.382019] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d421f36e-8ec2-4ae7-968c-bc69027b81b6/d421f36e-8ec2-4ae7-968c-bc69027b81b6.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.385098] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-526ca323-672e-41aa-a02c-7cda6e3b939b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.405860] env[68864]: DEBUG oslo_vmware.api [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185235, 'name': PowerOnVM_Task, 'duration_secs': 0.509965} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.407365] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.407763] env[68864]: INFO nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Took 8.14 seconds to spawn the instance on the hypervisor. [ 772.407763] env[68864]: DEBUG nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.408056] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 772.408056] env[68864]: value = "task-3185240" [ 772.408056] env[68864]: _type = "Task" [ 772.408056] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.408722] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32585ca-c4f8-47d1-8e40-ba0cdccde14d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.417657] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185236, 'name': Rename_Task, 'duration_secs': 0.18962} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.419377] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.420045] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea0094bb-e3bb-4476-801d-a5c2575d2ebc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.428636] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.434148] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 772.434148] env[68864]: value = "task-3185241" [ 772.434148] env[68864]: _type = "Task" [ 772.434148] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.444441] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.552197] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535752} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.552197] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. [ 772.552709] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8ca9b3-e6fa-4620-bd9a-628a0d460979 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.591359] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.596993] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab7b29cb-bde1-47a2-ac59-ecb520fe61f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.630671] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 772.630671] env[68864]: value = "task-3185242" [ 772.630671] env[68864]: _type = "Task" [ 772.630671] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.642954] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.704017] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.756325] env[68864]: DEBUG nova.network.neutron [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Successfully created port: 335a8e58-11ec-44a3-ac6e-c5d941a5f87d {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.759774] env[68864]: DEBUG nova.compute.utils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Can not refresh info_cache because instance was not found {{(pid=68864) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 772.788974] env[68864]: DEBUG nova.network.neutron [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.810025] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185239, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.876434] env[68864]: DEBUG nova.network.neutron [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.888490] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266152ce-f069-46de-98e9-bea999ee2aba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.897464] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccbbc2d-e19a-48c5-b70f-6ccdfdd68d8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.940494] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecefd1a5-e908-4910-b08b-f79349f62dd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.943666] env[68864]: INFO nova.compute.manager [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Took 45.73 seconds to build instance. [ 772.954223] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185240, 'name': ReconfigVM_Task, 'duration_secs': 0.304022} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.959316] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d421f36e-8ec2-4ae7-968c-bc69027b81b6/d421f36e-8ec2-4ae7-968c-bc69027b81b6.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.960019] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.960917] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ddb025-8ba2-427b-8bd5-88b711a6c5f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.963753] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04135875-3d57-4dac-8e8a-5c2e6a47c6ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.972186] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 772.972186] env[68864]: value = "task-3185243" [ 772.972186] env[68864]: _type = "Task" [ 772.972186] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.980687] env[68864]: DEBUG nova.compute.provider_tree [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.989998] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185243, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.005337] env[68864]: DEBUG nova.compute.manager [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Received event network-vif-plugged-dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.005588] env[68864]: DEBUG oslo_concurrency.lockutils [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] Acquiring lock "331d9c1a-e03e-4ad4-8758-939326619c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.005813] env[68864]: DEBUG oslo_concurrency.lockutils [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] Lock "331d9c1a-e03e-4ad4-8758-939326619c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.006363] env[68864]: DEBUG oslo_concurrency.lockutils [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] Lock "331d9c1a-e03e-4ad4-8758-939326619c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.006363] env[68864]: DEBUG nova.compute.manager [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] No waiting events found dispatching network-vif-plugged-dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.006363] env[68864]: WARNING nova.compute.manager [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Received unexpected event network-vif-plugged-dad3d75d-fe18-4434-8416-2e14b3264636 for instance with vm_state building and task_state spawning. [ 773.006597] env[68864]: DEBUG nova.compute.manager [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Received event network-changed-dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.006597] env[68864]: DEBUG nova.compute.manager [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Refreshing instance network info cache due to event network-changed-dad3d75d-fe18-4434-8416-2e14b3264636. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.006770] env[68864]: DEBUG oslo_concurrency.lockutils [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] Acquiring lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.006903] env[68864]: DEBUG oslo_concurrency.lockutils [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] Acquired lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.007160] env[68864]: DEBUG nova.network.neutron [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Refreshing network info cache for port dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.124146] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "be00f9d7-3571-4249-a3c8-b87f43123930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.124432] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "be00f9d7-3571-4249-a3c8-b87f43123930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.124646] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "be00f9d7-3571-4249-a3c8-b87f43123930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.124826] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "be00f9d7-3571-4249-a3c8-b87f43123930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.124992] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "be00f9d7-3571-4249-a3c8-b87f43123930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.126992] env[68864]: INFO nova.compute.manager [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Terminating instance [ 773.140962] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.220863] env[68864]: DEBUG nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.247607] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.247910] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.247990] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.248196] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.248342] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.248741] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.248741] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.248854] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.249214] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.249423] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.249599] env[68864]: DEBUG nova.virt.hardware [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.250928] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83db7e4f-f668-4195-be56-715669adb0ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.260840] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c359e7f9-8a68-4c65-bc80-7b9fb844af77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.315459] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185239, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.379746] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Releasing lock "refresh_cache-b3f025fc-1b13-4953-b4e2-1939a684998c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.380260] env[68864]: DEBUG nova.compute.manager [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.380488] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.380822] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c79c9b3-4616-4938-8901-9efd056e5180 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.395181] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16213140-21a4-412f-afe3-b2b9a72d6a5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.437844] env[68864]: WARNING nova.virt.vmwareapi.vmops [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b3f025fc-1b13-4953-b4e2-1939a684998c could not be found. [ 773.437844] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.437844] env[68864]: INFO nova.compute.manager [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Took 0.06 seconds to destroy the instance on the hypervisor. [ 773.439514] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.439849] env[68864]: DEBUG nova.compute.manager [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.439958] env[68864]: DEBUG nova.network.neutron [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.450809] env[68864]: DEBUG oslo_concurrency.lockutils [None req-71ea8f04-13cb-43c9-b08a-c36125a670ed tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.605s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.451094] env[68864]: DEBUG oslo_vmware.api [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185241, 'name': PowerOnVM_Task, 'duration_secs': 0.977909} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.452446] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.452524] env[68864]: INFO nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Took 14.49 seconds to spawn the instance on the hypervisor. [ 773.453433] env[68864]: DEBUG nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.453899] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef07e0-1774-46c1-abdf-10eb83e2f5c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.469143] env[68864]: DEBUG nova.network.neutron [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.487878] env[68864]: DEBUG nova.scheduler.client.report [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.497138] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185243, 'name': Rename_Task, 'duration_secs': 0.141593} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.497946] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.497946] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3af6103-e06e-452b-ae9f-80cab5e9307f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.504070] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 773.504070] env[68864]: value = "task-3185244" [ 773.504070] env[68864]: _type = "Task" [ 773.504070] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.515153] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.631025] env[68864]: DEBUG nova.compute.manager [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.631488] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.632663] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc17da6-2131-44ca-9611-768ed1ec617d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.659805] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.665730] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.665730] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-880ad895-da85-4037-8a89-1c1f96a9c272 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.670572] env[68864]: DEBUG oslo_vmware.api [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 773.670572] env[68864]: value = "task-3185245" [ 773.670572] env[68864]: _type = "Task" [ 773.670572] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.679444] env[68864]: DEBUG oslo_vmware.api [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.743922] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "a6be127e-d6cb-4781-ba8f-470e98976f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.744236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.744469] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "a6be127e-d6cb-4781-ba8f-470e98976f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.744657] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.744828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.748156] env[68864]: INFO nova.compute.manager [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Terminating instance [ 773.816234] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185239, 'name': CreateVM_Task, 'duration_secs': 1.23312} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.816682] env[68864]: DEBUG nova.network.neutron [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Updated VIF entry in instance network info cache for port dad3d75d-fe18-4434-8416-2e14b3264636. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.817016] env[68864]: DEBUG nova.network.neutron [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Updating instance_info_cache with network_info: [{"id": "dad3d75d-fe18-4434-8416-2e14b3264636", "address": "fa:16:3e:8a:07:06", "network": {"id": "2c4d218b-cea9-4427-8469-8ac1c1b5cbe9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-680011063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ea96af7e43f42039ed644b5f6b41da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad3d75d-fe", "ovs_interfaceid": "dad3d75d-fe18-4434-8416-2e14b3264636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.818935] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.823792] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6ac9d21c-9828-45ee-ad57-e0b690a586e1', 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637006', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'name': 'volume-98a1f424-acae-450d-b215-6576238c9190', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '331d9c1a-e03e-4ad4-8758-939326619c67', 'attached_at': '', 'detached_at': '', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'serial': '98a1f424-acae-450d-b215-6576238c9190'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68864) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 773.824041] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Root volume attach. Driver type: vmdk {{(pid=68864) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 773.825021] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8e5dc7-f72a-431b-8ae2-c85c0ea2dacb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.840058] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaf2b1c-15be-475e-9609-5012d4e78cd3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.849661] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d844ce9-929b-495c-b2f1-ad74376f5e8f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.854916] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f4180232-6122-4176-a2ea-e780c0335135 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.861934] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 773.861934] env[68864]: value = "task-3185246" [ 773.861934] env[68864]: _type = "Task" [ 773.861934] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.870385] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.953898] env[68864]: DEBUG nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.975962] env[68864]: DEBUG nova.network.neutron [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.985025] env[68864]: INFO nova.compute.manager [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Took 61.11 seconds to build instance. [ 773.994235] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.994761] env[68864]: DEBUG nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.997282] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.734s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.998737] env[68864]: INFO nova.compute.claims [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.014455] env[68864]: DEBUG oslo_vmware.api [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185244, 'name': PowerOnVM_Task, 'duration_secs': 0.478918} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.014768] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.015158] env[68864]: INFO nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Took 7.17 seconds to spawn the instance on the hypervisor. [ 774.019115] env[68864]: DEBUG nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.019115] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ac7579-e10d-4b0a-9576-258dcb95e7df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.147640] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185242, 'name': ReconfigVM_Task, 'duration_secs': 1.119357} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.147938] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.148849] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e39d689-59ac-4f67-b4ed-89a6f20fe28a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.179389] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e5759d-03be-4259-8099-d6c2c360d55e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.194392] env[68864]: DEBUG oslo_vmware.api [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185245, 'name': PowerOffVM_Task, 'duration_secs': 0.194086} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.195592] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.195789] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.196118] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 774.196118] env[68864]: value = "task-3185247" [ 774.196118] env[68864]: _type = "Task" [ 774.196118] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.196305] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6d2a28-78aa-4fef-b70f-219c8a9f6460 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.206584] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.253034] env[68864]: DEBUG nova.compute.manager [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.255192] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.255192] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067967e-f6f5-4cd3-9378-02cadc17fd67 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.266081] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.266938] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95e01943-5743-47b1-a702-043aab4c9719 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.268900] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.269157] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.269383] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Deleting the datastore file [datastore1] be00f9d7-3571-4249-a3c8-b87f43123930 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.269593] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c07dff99-127f-4b73-8372-144cecf44a57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.277132] env[68864]: DEBUG oslo_vmware.api [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for the task: (returnval){ [ 774.277132] env[68864]: value = "task-3185250" [ 774.277132] env[68864]: _type = "Task" [ 774.277132] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.278701] env[68864]: DEBUG oslo_vmware.api [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 774.278701] env[68864]: value = "task-3185249" [ 774.278701] env[68864]: _type = "Task" [ 774.278701] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.291830] env[68864]: DEBUG oslo_vmware.api [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.294336] env[68864]: DEBUG oslo_vmware.api [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.321475] env[68864]: DEBUG oslo_concurrency.lockutils [req-df83c0b6-31de-4420-96a5-61c7deae591a req-4c8ebf6f-0c2a-4c60-8635-3c4049036126 service nova] Releasing lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.374831] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 35%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.401539] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "091adaaa-617e-45e0-9ada-cdeadfff36a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.401819] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.402046] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "091adaaa-617e-45e0-9ada-cdeadfff36a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.402236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.402404] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.404766] env[68864]: INFO nova.compute.manager [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Terminating instance [ 774.486920] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.487623] env[68864]: INFO nova.compute.manager [-] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Took 1.05 seconds to deallocate network for instance. [ 774.487623] env[68864]: DEBUG oslo_concurrency.lockutils [None req-309c8c74-e600-4e08-a14d-b7d878b9c2c6 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.418s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.506034] env[68864]: DEBUG nova.compute.utils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.515135] env[68864]: DEBUG nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.515970] env[68864]: DEBUG nova.network.neutron [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.537292] env[68864]: INFO nova.compute.manager [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Took 42.03 seconds to build instance. [ 774.566675] env[68864]: DEBUG nova.policy [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd566bc6d684247e6ba4d0282adf0c722', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31cfdfaca7e243378c604cbf8b871ad3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.711947] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185247, 'name': ReconfigVM_Task, 'duration_secs': 0.223534} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.715125] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.715125] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb49afe-35de-4051-9439-ce7694419155 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.723142] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 774.723142] env[68864]: value = "task-3185251" [ 774.723142] env[68864]: _type = "Task" [ 774.723142] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.736454] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.794414] env[68864]: DEBUG oslo_vmware.api [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185249, 'name': PowerOffVM_Task, 'duration_secs': 0.208862} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.798272] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.798484] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.799026] env[68864]: DEBUG oslo_vmware.api [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185250, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.799418] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343eb00d-5934-46c6-a1eb-0d4efa65adab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.876092] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 49%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.889718] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.889718] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.889718] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Deleting the datastore file [datastore2] a6be127e-d6cb-4781-ba8f-470e98976f05 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.889718] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08765067-de9a-4f0e-a8e1-c1cda1c59346 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.902645] env[68864]: DEBUG oslo_vmware.api [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for the task: (returnval){ [ 774.902645] env[68864]: value = "task-3185253" [ 774.902645] env[68864]: _type = "Task" [ 774.902645] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.909937] env[68864]: DEBUG nova.compute.manager [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.909937] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.910621] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dba8574-a30d-4c14-9a5d-00ce337f9f40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.922229] env[68864]: DEBUG oslo_vmware.api [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.931255] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.931889] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c8c8421-26bf-46a7-9f87-fd300db27fd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.939618] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 774.939618] env[68864]: value = "task-3185254" [ 774.939618] env[68864]: _type = "Task" [ 774.939618] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.946846] env[68864]: DEBUG nova.network.neutron [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Successfully created port: 9cdd75ac-7a9a-43db-ac87-ee0e6441e978 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.953694] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.993439] env[68864]: DEBUG nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.000030] env[68864]: INFO nova.compute.manager [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance disappeared during terminate [ 775.000030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdd53164-835e-466e-80b0-2b67b829141a tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "b3f025fc-1b13-4953-b4e2-1939a684998c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.253s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.016225] env[68864]: DEBUG nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.042195] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0f7386f9-d9c9-4d13-98c4-c094ee68498c tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.439s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.206093] env[68864]: DEBUG nova.network.neutron [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Successfully updated port: 335a8e58-11ec-44a3-ac6e-c5d941a5f87d {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.238885] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185251, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.290394] env[68864]: DEBUG oslo_vmware.api [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Task: {'id': task-3185250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516795} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.290394] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.291606] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.291606] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.291606] env[68864]: INFO nova.compute.manager [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Took 1.66 seconds to destroy the instance on the hypervisor. [ 775.291997] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.291997] env[68864]: DEBUG nova.compute.manager [-] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.292106] env[68864]: DEBUG nova.network.neutron [-] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.377665] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 62%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.416973] env[68864]: DEBUG oslo_vmware.api [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Task: {'id': task-3185253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263268} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.417940] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.417940] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.417940] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.417940] env[68864]: INFO nova.compute.manager [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Took 1.16 seconds to destroy the instance on the hypervisor. [ 775.418097] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.418225] env[68864]: DEBUG nova.compute.manager [-] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.418290] env[68864]: DEBUG nova.network.neutron [-] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.451179] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.523952] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.549153] env[68864]: DEBUG nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.593191] env[68864]: DEBUG nova.compute.manager [req-f8b0f2df-6112-4e6e-a109-7522671de41f req-14f7d41a-1b80-4706-82d2-c29bc8f6abb0 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Received event network-vif-plugged-335a8e58-11ec-44a3-ac6e-c5d941a5f87d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.593518] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8b0f2df-6112-4e6e-a109-7522671de41f req-14f7d41a-1b80-4706-82d2-c29bc8f6abb0 service nova] Acquiring lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.593758] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8b0f2df-6112-4e6e-a109-7522671de41f req-14f7d41a-1b80-4706-82d2-c29bc8f6abb0 service nova] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.593961] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8b0f2df-6112-4e6e-a109-7522671de41f req-14f7d41a-1b80-4706-82d2-c29bc8f6abb0 service nova] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.594565] env[68864]: DEBUG nova.compute.manager [req-f8b0f2df-6112-4e6e-a109-7522671de41f req-14f7d41a-1b80-4706-82d2-c29bc8f6abb0 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] No waiting events found dispatching network-vif-plugged-335a8e58-11ec-44a3-ac6e-c5d941a5f87d {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.595209] env[68864]: WARNING nova.compute.manager [req-f8b0f2df-6112-4e6e-a109-7522671de41f req-14f7d41a-1b80-4706-82d2-c29bc8f6abb0 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Received unexpected event network-vif-plugged-335a8e58-11ec-44a3-ac6e-c5d941a5f87d for instance with vm_state building and task_state spawning. [ 775.635868] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7568eb-dbe8-4291-8c04-bb96aa24a69e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.645964] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd5376-342b-46ac-b6bb-8101ec321f7d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.685152] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4c594f-7031-4411-8cbb-27c40cad8973 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.694047] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3646f-1c59-4bbd-8188-6c4a79616e32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.709643] env[68864]: DEBUG nova.compute.provider_tree [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.713346] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "refresh_cache-b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.713484] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired lock "refresh_cache-b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.713662] env[68864]: DEBUG nova.network.neutron [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.736706] env[68864]: DEBUG oslo_vmware.api [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185251, 'name': PowerOnVM_Task, 'duration_secs': 0.532702} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.736983] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.740014] env[68864]: DEBUG nova.compute.manager [None req-2815f758-638c-4fcc-9bcb-0ae0ffb40df8 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.740893] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04acaf7-6ebf-44d1-8afb-ba30a948a436 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.879775] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 75%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.950462] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185254, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.032032] env[68864]: DEBUG nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.060173] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.060443] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.060600] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.060808] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.060996] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.061145] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.061339] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.061496] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.061679] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.061849] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.062040] env[68864]: DEBUG nova.virt.hardware [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.065076] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2c26a7-0d45-4910-928f-59aff85613cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.076920] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596bac64-f4eb-4771-bc5e-f353a13a5c05 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.091389] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.213552] env[68864]: DEBUG nova.scheduler.client.report [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.216945] env[68864]: DEBUG nova.network.neutron [-] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.269544] env[68864]: DEBUG nova.network.neutron [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.281749] env[68864]: DEBUG nova.network.neutron [-] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.362761] env[68864]: DEBUG nova.compute.manager [req-6b91f38a-59f8-419e-b7e4-fd741e10a04f req-0aeaf72e-41d1-4731-870f-b912d6e25c80 service nova] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Received event network-vif-deleted-4874e0a2-2516-49b1-9387-69f7212572be {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.377835] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.458928] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185254, 'name': PowerOffVM_Task, 'duration_secs': 1.168771} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.462270] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.462605] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.463292] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-352d122c-7919-4288-ab48-58f46a5c29fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.522385] env[68864]: DEBUG nova.network.neutron [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Updating instance_info_cache with network_info: [{"id": "335a8e58-11ec-44a3-ac6e-c5d941a5f87d", "address": "fa:16:3e:b1:74:9e", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335a8e58-11", "ovs_interfaceid": "335a8e58-11ec-44a3-ac6e-c5d941a5f87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.578409] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.578409] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.578409] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Deleting the datastore file [datastore1] 091adaaa-617e-45e0-9ada-cdeadfff36a3 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.578409] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c974b7f6-9ad7-44ab-9128-8da73a5b8fb8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.586364] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for the task: (returnval){ [ 776.586364] env[68864]: value = "task-3185256" [ 776.586364] env[68864]: _type = "Task" [ 776.586364] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.595933] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.654438] env[68864]: DEBUG nova.network.neutron [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Successfully updated port: 9cdd75ac-7a9a-43db-ac87-ee0e6441e978 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.722440] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.723044] env[68864]: DEBUG nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.725956] env[68864]: INFO nova.compute.manager [-] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Took 1.43 seconds to deallocate network for instance. [ 776.726198] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.103s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.726369] env[68864]: DEBUG nova.objects.instance [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'resources' on Instance uuid 1680228e-44af-4aff-bd2a-83a1360006a6 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.784291] env[68864]: INFO nova.compute.manager [-] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Took 1.37 seconds to deallocate network for instance. [ 776.881340] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 97%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.950644] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.950926] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.951171] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.951394] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.951648] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.954176] env[68864]: INFO nova.compute.manager [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Terminating instance [ 777.024164] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Releasing lock "refresh_cache-b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.024640] env[68864]: DEBUG nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Instance network_info: |[{"id": "335a8e58-11ec-44a3-ac6e-c5d941a5f87d", "address": "fa:16:3e:b1:74:9e", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335a8e58-11", "ovs_interfaceid": "335a8e58-11ec-44a3-ac6e-c5d941a5f87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.025216] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:74:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '335a8e58-11ec-44a3-ac6e-c5d941a5f87d', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.038027] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.038348] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.038471] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64dc7487-4587-4385-98a5-b8a64751564e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.058686] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.058686] env[68864]: value = "task-3185257" [ 777.058686] env[68864]: _type = "Task" [ 777.058686] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.066651] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185257, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.098497] env[68864]: DEBUG oslo_vmware.api [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Task: {'id': task-3185256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364155} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.098670] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.098913] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.099154] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.099244] env[68864]: INFO nova.compute.manager [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Took 2.19 seconds to destroy the instance on the hypervisor. [ 777.099457] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.099761] env[68864]: DEBUG nova.compute.manager [-] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.099874] env[68864]: DEBUG nova.network.neutron [-] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.156254] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "refresh_cache-eff84169-8070-4b36-a6e1-1464aff30d92" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.156418] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquired lock "refresh_cache-eff84169-8070-4b36-a6e1-1464aff30d92" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.156648] env[68864]: DEBUG nova.network.neutron [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.234363] env[68864]: DEBUG nova.compute.utils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.235897] env[68864]: DEBUG nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.236790] env[68864]: DEBUG nova.network.neutron [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.242663] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.293171] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.314178] env[68864]: DEBUG nova.policy [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba8b9a0a02f44e59a6bdd52466dae84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10123adf68d349d2adc7e3e3e28362aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.382060] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task} progress is 97%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.460323] env[68864]: DEBUG nova.compute.manager [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.460601] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.461865] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafcf934-5919-480a-bdfc-3409a457bfcc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.471327] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.475036] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197f3031-73cc-49b0-86f3-bfd3e5e7a696 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.481095] env[68864]: DEBUG oslo_vmware.api [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 777.481095] env[68864]: value = "task-3185258" [ 777.481095] env[68864]: _type = "Task" [ 777.481095] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.495300] env[68864]: DEBUG oslo_vmware.api [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.575182] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185257, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.631200] env[68864]: DEBUG nova.compute.manager [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Received event network-changed-335a8e58-11ec-44a3-ac6e-c5d941a5f87d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.631381] env[68864]: DEBUG nova.compute.manager [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Refreshing instance network info cache due to event network-changed-335a8e58-11ec-44a3-ac6e-c5d941a5f87d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.631594] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Acquiring lock "refresh_cache-b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.631798] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Acquired lock "refresh_cache-b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.631973] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Refreshing network info cache for port 335a8e58-11ec-44a3-ac6e-c5d941a5f87d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.717263] env[68864]: DEBUG nova.network.neutron [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.744083] env[68864]: DEBUG nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.784815] env[68864]: DEBUG nova.network.neutron [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Successfully created port: 08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.841302] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748d7387-f00f-42ae-b844-4b9abaf35693 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.849047] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39416f48-a075-4f5c-9524-8bea0c2149ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.887766] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a227c9d7-42df-4e1c-bf53-19f39e8dc507 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.902638] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185246, 'name': RelocateVM_Task, 'duration_secs': 4.001561} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.906277] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 777.906277] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637006', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'name': 'volume-98a1f424-acae-450d-b215-6576238c9190', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '331d9c1a-e03e-4ad4-8758-939326619c67', 'attached_at': '', 'detached_at': '', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'serial': '98a1f424-acae-450d-b215-6576238c9190'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 777.906875] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd6e84f-ea73-4f9b-9736-d660a66ffbd7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.910988] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4daf375-9beb-40dd-91e9-7ff2d412577d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.929110] env[68864]: DEBUG nova.compute.provider_tree [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.940700] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d344a666-93da-43cf-9e50-4bb804c33ae6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.964035] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-98a1f424-acae-450d-b215-6576238c9190/volume-98a1f424-acae-450d-b215-6576238c9190.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.965137] env[68864]: DEBUG nova.network.neutron [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Updating instance_info_cache with network_info: [{"id": "9cdd75ac-7a9a-43db-ac87-ee0e6441e978", "address": "fa:16:3e:43:fd:d4", "network": {"id": "f6255d0e-4f1b-4faa-b8c4-2fceabead4f3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1695089947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfdfaca7e243378c604cbf8b871ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdd75ac-7a", "ovs_interfaceid": "9cdd75ac-7a9a-43db-ac87-ee0e6441e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.966507] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68bc80ef-5db5-47af-9d56-353fc3ebbaa6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.981944] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Releasing lock "refresh_cache-eff84169-8070-4b36-a6e1-1464aff30d92" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.982175] env[68864]: DEBUG nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Instance network_info: |[{"id": "9cdd75ac-7a9a-43db-ac87-ee0e6441e978", "address": "fa:16:3e:43:fd:d4", "network": {"id": "f6255d0e-4f1b-4faa-b8c4-2fceabead4f3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1695089947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfdfaca7e243378c604cbf8b871ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdd75ac-7a", "ovs_interfaceid": "9cdd75ac-7a9a-43db-ac87-ee0e6441e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.982690] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:fd:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cdd75ac-7a9a-43db-ac87-ee0e6441e978', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.990342] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Creating folder: Project (31cfdfaca7e243378c604cbf8b871ad3). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.994267] env[68864]: DEBUG nova.network.neutron [-] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.995428] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-415deb75-d2dd-4c58-a38c-d91490791e96 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.999346] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 777.999346] env[68864]: value = "task-3185259" [ 777.999346] env[68864]: _type = "Task" [ 777.999346] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.005284] env[68864]: DEBUG oslo_vmware.api [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185258, 'name': PowerOffVM_Task, 'duration_secs': 0.246148} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.006286] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.006286] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.006286] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc07caa1-c1b6-4356-a669-16027f6ecc40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.013075] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.013075] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Created folder: Project (31cfdfaca7e243378c604cbf8b871ad3) in parent group-v636929. [ 778.013075] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Creating folder: Instances. Parent ref: group-v637061. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.013075] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02d47d21-e6ac-42cc-8874-4d74210c5f0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.022319] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Created folder: Instances in parent group-v637061. [ 778.022518] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.022871] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.022950] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad4a5b8a-279a-4bb1-9d3a-4d1015f646ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.042231] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.042231] env[68864]: value = "task-3185263" [ 778.042231] env[68864]: _type = "Task" [ 778.042231] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.050149] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185263, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.069128] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185257, 'name': CreateVM_Task, 'duration_secs': 0.601287} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.069260] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.069934] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.070109] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.070423] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.070682] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d156d3-4438-4e98-8504-868db04f75b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.075356] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 778.075356] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cd6396-31c4-3105-5bf9-5294f7966ecd" [ 778.075356] env[68864]: _type = "Task" [ 778.075356] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.084130] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cd6396-31c4-3105-5bf9-5294f7966ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.145111] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.146135] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.146135] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Deleting the datastore file [datastore1] 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.146135] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d005dc-c9bb-4a79-a308-346d8743132b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.152241] env[68864]: DEBUG oslo_vmware.api [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 778.152241] env[68864]: value = "task-3185264" [ 778.152241] env[68864]: _type = "Task" [ 778.152241] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.161358] env[68864]: DEBUG oslo_vmware.api [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.354934] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Updated VIF entry in instance network info cache for port 335a8e58-11ec-44a3-ac6e-c5d941a5f87d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.355451] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Updating instance_info_cache with network_info: [{"id": "335a8e58-11ec-44a3-ac6e-c5d941a5f87d", "address": "fa:16:3e:b1:74:9e", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap335a8e58-11", "ovs_interfaceid": "335a8e58-11ec-44a3-ac6e-c5d941a5f87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.442359] env[68864]: DEBUG nova.compute.manager [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Received event network-vif-plugged-9cdd75ac-7a9a-43db-ac87-ee0e6441e978 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.442705] env[68864]: DEBUG oslo_concurrency.lockutils [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] Acquiring lock "eff84169-8070-4b36-a6e1-1464aff30d92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.442988] env[68864]: DEBUG oslo_concurrency.lockutils [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] Lock "eff84169-8070-4b36-a6e1-1464aff30d92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.443206] env[68864]: DEBUG oslo_concurrency.lockutils [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] Lock "eff84169-8070-4b36-a6e1-1464aff30d92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.443448] env[68864]: DEBUG nova.compute.manager [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] No waiting events found dispatching network-vif-plugged-9cdd75ac-7a9a-43db-ac87-ee0e6441e978 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.443683] env[68864]: WARNING nova.compute.manager [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Received unexpected event network-vif-plugged-9cdd75ac-7a9a-43db-ac87-ee0e6441e978 for instance with vm_state building and task_state spawning. [ 778.443882] env[68864]: DEBUG nova.compute.manager [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Received event network-changed-9cdd75ac-7a9a-43db-ac87-ee0e6441e978 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.444124] env[68864]: DEBUG nova.compute.manager [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Refreshing instance network info cache due to event network-changed-9cdd75ac-7a9a-43db-ac87-ee0e6441e978. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.444416] env[68864]: DEBUG oslo_concurrency.lockutils [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] Acquiring lock "refresh_cache-eff84169-8070-4b36-a6e1-1464aff30d92" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.444611] env[68864]: DEBUG oslo_concurrency.lockutils [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] Acquired lock "refresh_cache-eff84169-8070-4b36-a6e1-1464aff30d92" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.444870] env[68864]: DEBUG nova.network.neutron [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Refreshing network info cache for port 9cdd75ac-7a9a-43db-ac87-ee0e6441e978 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.447054] env[68864]: DEBUG nova.scheduler.client.report [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.498931] env[68864]: INFO nova.compute.manager [-] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Took 1.40 seconds to deallocate network for instance. [ 778.513616] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185259, 'name': ReconfigVM_Task, 'duration_secs': 0.502821} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.513616] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-98a1f424-acae-450d-b215-6576238c9190/volume-98a1f424-acae-450d-b215-6576238c9190.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.518977] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0325a7-1780-4e19-8bf7-674ae0ac27ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.538298] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 778.538298] env[68864]: value = "task-3185265" [ 778.538298] env[68864]: _type = "Task" [ 778.538298] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.553239] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.556665] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185263, 'name': CreateVM_Task, 'duration_secs': 0.451052} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.557092] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.557743] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.584529] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cd6396-31c4-3105-5bf9-5294f7966ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.020355} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.584822] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.585077] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.585315] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.585460] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.585637] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.585942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.586264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.586498] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d6670c-d30d-4c35-8e47-d100f5e7b456 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.588427] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c893615-2089-4926-80a1-474aaab3d679 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.594126] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 778.594126] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529eec94-80a8-063a-cc27-a1cf743ac2df" [ 778.594126] env[68864]: _type = "Task" [ 778.594126] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.602287] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529eec94-80a8-063a-cc27-a1cf743ac2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.607542] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.607749] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.609149] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9163c83-8413-4eb0-86ed-def93789b9c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.614460] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 778.614460] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b7bce4-10fe-646d-f76e-a65085036827" [ 778.614460] env[68864]: _type = "Task" [ 778.614460] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.623158] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b7bce4-10fe-646d-f76e-a65085036827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.662105] env[68864]: DEBUG oslo_vmware.api [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440128} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.662387] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.662572] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.662778] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.662976] env[68864]: INFO nova.compute.manager [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Took 1.20 seconds to destroy the instance on the hypervisor. [ 778.663237] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.663429] env[68864]: DEBUG nova.compute.manager [-] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.663523] env[68864]: DEBUG nova.network.neutron [-] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.755207] env[68864]: DEBUG nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.781287] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.781586] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.781687] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.781863] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.782013] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.782665] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.782665] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.783605] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.783694] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.785104] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.785104] env[68864]: DEBUG nova.virt.hardware [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.785104] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b823eb6-b577-495d-af85-5565ad929104 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.793104] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cabfb3-99d9-48b5-9627-917b5fcf19c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.858222] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Releasing lock "refresh_cache-b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.858522] env[68864]: DEBUG nova.compute.manager [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Received event network-changed-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.858696] env[68864]: DEBUG nova.compute.manager [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Refreshing instance network info cache due to event network-changed-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.858922] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Acquiring lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.859138] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Acquired lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.859295] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Refreshing network info cache for port be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.957459] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.959530] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.154s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.961064] env[68864]: INFO nova.compute.claims [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.003954] env[68864]: INFO nova.scheduler.client.report [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted allocations for instance 1680228e-44af-4aff-bd2a-83a1360006a6 [ 779.012567] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.035448] env[68864]: INFO nova.compute.manager [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Rescuing [ 779.035756] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.035855] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.036032] env[68864]: DEBUG nova.network.neutron [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.054888] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185265, 'name': ReconfigVM_Task, 'duration_secs': 0.312261} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.054888] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637006', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'name': 'volume-98a1f424-acae-450d-b215-6576238c9190', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '331d9c1a-e03e-4ad4-8758-939326619c67', 'attached_at': '', 'detached_at': '', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'serial': '98a1f424-acae-450d-b215-6576238c9190'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 779.054888] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cd1041e-8574-479b-93cb-835cda16c3d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.060769] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 779.060769] env[68864]: value = "task-3185266" [ 779.060769] env[68864]: _type = "Task" [ 779.060769] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.070288] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185266, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.104884] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529eec94-80a8-063a-cc27-a1cf743ac2df, 'name': SearchDatastore_Task, 'duration_secs': 0.027396} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.105138] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.105377] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.105584] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.126817] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b7bce4-10fe-646d-f76e-a65085036827, 'name': SearchDatastore_Task, 'duration_secs': 0.018105} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.126817] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a522d62-a8a9-4aed-8c64-f2037fb8b311 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.131346] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 779.131346] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52330df4-d485-27e3-1dd5-27a126f6653e" [ 779.131346] env[68864]: _type = "Task" [ 779.131346] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.143603] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52330df4-d485-27e3-1dd5-27a126f6653e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.287605] env[68864]: DEBUG nova.network.neutron [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Updated VIF entry in instance network info cache for port 9cdd75ac-7a9a-43db-ac87-ee0e6441e978. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.288118] env[68864]: DEBUG nova.network.neutron [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Updating instance_info_cache with network_info: [{"id": "9cdd75ac-7a9a-43db-ac87-ee0e6441e978", "address": "fa:16:3e:43:fd:d4", "network": {"id": "f6255d0e-4f1b-4faa-b8c4-2fceabead4f3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1695089947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31cfdfaca7e243378c604cbf8b871ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdd75ac-7a", "ovs_interfaceid": "9cdd75ac-7a9a-43db-ac87-ee0e6441e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.506856] env[68864]: DEBUG nova.network.neutron [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Successfully updated port: 08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.517397] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b970586d-37b9-42ef-acde-c24d0bfd82a9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "1680228e-44af-4aff-bd2a-83a1360006a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.660s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.572322] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185266, 'name': Rename_Task, 'duration_secs': 0.285226} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.572806] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.573126] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-296f30ce-4610-4dd5-a8db-6e6cd34ea775 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.583116] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 779.583116] env[68864]: value = "task-3185267" [ 779.583116] env[68864]: _type = "Task" [ 779.583116] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.591747] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.647864] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52330df4-d485-27e3-1dd5-27a126f6653e, 'name': SearchDatastore_Task, 'duration_secs': 0.01494} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.650664] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.651026] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b/b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.651671] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.651671] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.652791] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6094cc7a-1420-40f5-a50f-17d4a6198040 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.656960] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e95d9c7-f234-4cbe-89a6-63197a081576 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.664562] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 779.664562] env[68864]: value = "task-3185268" [ 779.664562] env[68864]: _type = "Task" [ 779.664562] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.665823] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.666030] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.671612] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae523964-c639-4ee6-9e41-f3b76cb9e39e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.687019] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.687213] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 779.687213] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528c9b60-f638-9e13-37f5-2a787fdec325" [ 779.687213] env[68864]: _type = "Task" [ 779.687213] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.700384] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528c9b60-f638-9e13-37f5-2a787fdec325, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.700384] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36cae4c2-42cf-42cc-adad-8b9a4dd07bc1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.705605] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 779.705605] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c67418-5ed2-be55-5cb1-651a8e3ecb39" [ 779.705605] env[68864]: _type = "Task" [ 779.705605] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.717018] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c67418-5ed2-be55-5cb1-651a8e3ecb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.742650] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updated VIF entry in instance network info cache for port be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.742650] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updating instance_info_cache with network_info: [{"id": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "address": "fa:16:3e:76:c0:60", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0f30ee-8c", "ovs_interfaceid": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.790552] env[68864]: DEBUG oslo_concurrency.lockutils [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] Releasing lock "refresh_cache-eff84169-8070-4b36-a6e1-1464aff30d92" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.790827] env[68864]: DEBUG nova.compute.manager [req-5150cc83-cf3b-4699-a0f6-ebeefba762c4 req-29949d16-6f0b-40a1-af84-b5f9d045d7c7 service nova] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Received event network-vif-deleted-2c48c38c-7a08-4215-90fb-d544f3611277 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.793358] env[68864]: DEBUG nova.network.neutron [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Updating instance_info_cache with network_info: [{"id": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "address": "fa:16:3e:c0:20:40", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bbe89e-c7", "ovs_interfaceid": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.949458] env[68864]: DEBUG nova.network.neutron [-] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.012422] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.012561] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.013109] env[68864]: DEBUG nova.network.neutron [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.093743] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.175487] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185268, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.217417] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c67418-5ed2-be55-5cb1-651a8e3ecb39, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.220324] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.220649] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] eff84169-8070-4b36-a6e1-1464aff30d92/eff84169-8070-4b36-a6e1-1464aff30d92.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.221149] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1beb1a3c-69a0-44c7-8d35-c7d6afc3c14a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.235340] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 780.235340] env[68864]: value = "task-3185269" [ 780.235340] env[68864]: _type = "Task" [ 780.235340] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.245297] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Releasing lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.245608] env[68864]: DEBUG nova.compute.manager [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Received event network-vif-deleted-6ad25aba-4a15-4e06-957e-e03ee272a980 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.245774] env[68864]: DEBUG nova.compute.manager [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Received event network-changed-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.245877] env[68864]: DEBUG nova.compute.manager [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Refreshing instance network info cache due to event network-changed-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.246189] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Acquiring lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.246222] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Acquired lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.246467] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Refreshing network info cache for port be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.247832] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.295793] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.439863] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4268bf0-e379-4483-ae6e-2422765fb0b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.448173] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a7098e-657d-4c1e-bcc6-c0692641d8fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.453029] env[68864]: INFO nova.compute.manager [-] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Took 1.79 seconds to deallocate network for instance. [ 780.483741] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e135a3-8a28-4c54-98a3-cb8bcc539386 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.492383] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6374aa3-9815-4055-8f71-38d05017d4f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.509769] env[68864]: DEBUG nova.compute.provider_tree [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.558828] env[68864]: DEBUG nova.network.neutron [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.595818] env[68864]: DEBUG oslo_vmware.api [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185267, 'name': PowerOnVM_Task, 'duration_secs': 0.687699} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.596107] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.596326] env[68864]: INFO nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Took 9.34 seconds to spawn the instance on the hypervisor. [ 780.596477] env[68864]: DEBUG nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.597267] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f60e1dd-1591-408a-b558-9185b976c8b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.678106] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567079} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.679523] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b/b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.679757] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.681554] env[68864]: DEBUG nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-vif-deleted-df16c2fe-3a65-4891-a24d-5f3b249d1e4b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.681672] env[68864]: DEBUG nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-vif-deleted-ea3aa249-52a9-4ae1-831b-1a65107a0ff1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.681843] env[68864]: DEBUG nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Received event network-vif-plugged-08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.682036] env[68864]: DEBUG oslo_concurrency.lockutils [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.682248] env[68864]: DEBUG oslo_concurrency.lockutils [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.682476] env[68864]: DEBUG oslo_concurrency.lockutils [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.682645] env[68864]: DEBUG nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] No waiting events found dispatching network-vif-plugged-08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.682777] env[68864]: WARNING nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Received unexpected event network-vif-plugged-08f93e53-5dfc-4d1f-808c-757b4d4d011d for instance with vm_state building and task_state spawning. [ 780.682902] env[68864]: DEBUG nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Received event network-vif-deleted-b7292743-e92d-4437-8f33-aeca4e930fff {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.683083] env[68864]: DEBUG nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Received event network-changed-08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.683243] env[68864]: DEBUG nova.compute.manager [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Refreshing instance network info cache due to event network-changed-08f93e53-5dfc-4d1f-808c-757b4d4d011d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.683412] env[68864]: DEBUG oslo_concurrency.lockutils [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.686607] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4589f8f7-962e-4228-b9bf-33edc2e0a798 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.694273] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 780.694273] env[68864]: value = "task-3185270" [ 780.694273] env[68864]: _type = "Task" [ 780.694273] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.704182] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.725319] env[68864]: DEBUG nova.network.neutron [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.747588] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.966285] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updated VIF entry in instance network info cache for port be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.966687] env[68864]: DEBUG nova.network.neutron [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updating instance_info_cache with network_info: [{"id": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "address": "fa:16:3e:76:c0:60", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe0f30ee-8c", "ovs_interfaceid": "be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.988129] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.014163] env[68864]: DEBUG nova.scheduler.client.report [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.119020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "fa040fac-3adb-4737-9857-594029dec759" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.119302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.129684] env[68864]: INFO nova.compute.manager [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Took 46.05 seconds to build instance. [ 781.206048] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0836} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.206452] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.207787] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1abc31c-9320-41ed-8ccb-836c8ae452ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.234644] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b/b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.235492] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.235826] env[68864]: DEBUG nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Instance network_info: |[{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.236168] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f20d16-4b36-46ad-90f0-ec1676be952b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.255248] env[68864]: DEBUG oslo_concurrency.lockutils [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.255640] env[68864]: DEBUG nova.network.neutron [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Refreshing network info cache for port 08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.257319] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d4:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f93e53-5dfc-4d1f-808c-757b4d4d011d', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.277086] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Creating folder: Project (10123adf68d349d2adc7e3e3e28362aa). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.280155] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbbecf51-5ba2-49fd-a772-b007f7676dff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.295629] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185269, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.299249] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Created folder: Project (10123adf68d349d2adc7e3e3e28362aa) in parent group-v636929. [ 781.299249] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Creating folder: Instances. Parent ref: group-v637064. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.299249] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 781.299249] env[68864]: value = "task-3185271" [ 781.299249] env[68864]: _type = "Task" [ 781.299249] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.299249] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96a390dc-1b63-42e0-b953-dc79829822c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.313250] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.315095] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Created folder: Instances in parent group-v637064. [ 781.315407] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.315611] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.315833] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d90f7f7-1e86-4223-b89c-38839478d257 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.340870] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.340870] env[68864]: value = "task-3185274" [ 781.340870] env[68864]: _type = "Task" [ 781.340870] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.348875] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185274, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.469367] env[68864]: DEBUG oslo_concurrency.lockutils [req-d30f9022-e702-406f-b8db-c33f7945f9b0 req-c64faac3-fc9b-42f2-aca0-10ee1d106fe7 service nova] Releasing lock "refresh_cache-d421f36e-8ec2-4ae7-968c-bc69027b81b6" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.520875] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.521358] env[68864]: DEBUG nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.528249] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.352s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.528249] env[68864]: DEBUG nova.objects.instance [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lazy-loading 'resources' on Instance uuid 7daf798a-21b2-43e2-8f25-8f349f2863e4 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.632191] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3a96cbda-53d5-4e22-915d-36454fca849f tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "331d9c1a-e03e-4ad4-8758-939326619c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.165s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.793663] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185269, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.245272} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.793913] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] eff84169-8070-4b36-a6e1-1464aff30d92/eff84169-8070-4b36-a6e1-1464aff30d92.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.795144] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.795144] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8d96a9d-d182-466a-9af8-35b58bb16991 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.811040] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 781.811040] env[68864]: value = "task-3185275" [ 781.811040] env[68864]: _type = "Task" [ 781.811040] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.822368] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.827906] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.837552] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.837552] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797c85d4-f025-45ae-a01d-99c80c7eb460 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.846022] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 781.846022] env[68864]: value = "task-3185276" [ 781.846022] env[68864]: _type = "Task" [ 781.846022] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.854770] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185274, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.860297] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.034191] env[68864]: DEBUG nova.compute.utils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.039163] env[68864]: DEBUG nova.network.neutron [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updated VIF entry in instance network info cache for port 08f93e53-5dfc-4d1f-808c-757b4d4d011d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.039745] env[68864]: DEBUG nova.network.neutron [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.044600] env[68864]: DEBUG nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.044600] env[68864]: DEBUG nova.network.neutron [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.089971] env[68864]: DEBUG nova.policy [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76744d770a2a448b9624782d47812953', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b1f5ad643a745a5b32ccdb7c0e3aacd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.134529] env[68864]: DEBUG nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.199443] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "91ee49ea-2011-4528-812e-7682c72b48a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.199591] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.309407] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185271, 'name': ReconfigVM_Task, 'duration_secs': 0.873444} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.312758] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Reconfigured VM instance instance-0000002c to attach disk [datastore2] b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b/b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.314523] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2269914b-1b04-4781-b01a-776ae540d1fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.325814] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073982} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.329234] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.329613] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 782.329613] env[68864]: value = "task-3185277" [ 782.329613] env[68864]: _type = "Task" [ 782.329613] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.333501] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c7d3b7-15e6-4528-8cab-0cf40f02f557 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.365855] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] eff84169-8070-4b36-a6e1-1464aff30d92/eff84169-8070-4b36-a6e1-1464aff30d92.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.375527] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2974a243-4d56-44ed-85ab-aeaf4dc2a5bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.390860] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185277, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.394717] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185274, 'name': CreateVM_Task, 'duration_secs': 0.600866} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.395478] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.396178] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.396336] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.396649] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.399711] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74690aea-85f2-4d42-8641-854871fc1aa3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.401548] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185276, 'name': PowerOffVM_Task, 'duration_secs': 0.316809} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.402905] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.403294] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 782.403294] env[68864]: value = "task-3185278" [ 782.403294] env[68864]: _type = "Task" [ 782.403294] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.404345] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c85b78-c0c5-4367-9e9c-a507b1d49678 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.413883] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 782.413883] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259049c-4ff9-4222-83c5-e3db9b61a708" [ 782.413883] env[68864]: _type = "Task" [ 782.413883] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.439133] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.440023] env[68864]: DEBUG nova.network.neutron [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Successfully created port: da5b8e74-aaba-4e69-b29a-3d6e7a41f961 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.444926] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36e2f60-efd3-4075-bd41-da24302bc956 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.451874] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259049c-4ff9-4222-83c5-e3db9b61a708, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.452485] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.452722] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.452963] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.453122] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.453380] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.455712] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d9d491-7b0a-452f-ad23-444cb059da91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.466974] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.467289] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.468088] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018b0f29-5bec-43ef-b24c-d2adef6a9e8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.473752] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 782.473752] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522a5d58-87bf-e14f-6247-e144a5576f3d" [ 782.473752] env[68864]: _type = "Task" [ 782.473752] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.481074] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522a5d58-87bf-e14f-6247-e144a5576f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.490907] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.494321] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96213b8d-1d75-475b-889e-57a37f257949 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.498155] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 782.498155] env[68864]: value = "task-3185279" [ 782.498155] env[68864]: _type = "Task" [ 782.498155] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.508700] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 782.508919] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.509150] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.545388] env[68864]: DEBUG oslo_concurrency.lockutils [req-31507e6a-6f8e-47f2-ab44-4fd429a0b462 req-e323efae-5ace-4232-9d9f-bba98f8a333e service nova] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.545994] env[68864]: DEBUG nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.622801] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f17b5d2-ef1c-4aad-9a43-b0ec3b75bab5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.631390] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5015e749-e5b1-4574-a464-f8497fc5fb1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.667702] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34897a3d-4bce-40e1-8441-c4c36c7b7079 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.675620] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b827b58-8744-491a-a6f3-0b8e7aa8e786 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.691329] env[68864]: DEBUG nova.compute.provider_tree [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.693514] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.748288] env[68864]: DEBUG nova.compute.manager [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Received event network-changed-dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.748516] env[68864]: DEBUG nova.compute.manager [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Refreshing instance network info cache due to event network-changed-dad3d75d-fe18-4434-8416-2e14b3264636. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.748768] env[68864]: DEBUG oslo_concurrency.lockutils [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] Acquiring lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.748898] env[68864]: DEBUG oslo_concurrency.lockutils [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] Acquired lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.749108] env[68864]: DEBUG nova.network.neutron [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Refreshing network info cache for port dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.847302] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185277, 'name': Rename_Task, 'duration_secs': 0.366358} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.847592] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.848238] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a357b506-8095-4c33-99e9-07c201bdf09c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.854545] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 782.854545] env[68864]: value = "task-3185280" [ 782.854545] env[68864]: _type = "Task" [ 782.854545] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.862396] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.917017] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.984705] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522a5d58-87bf-e14f-6247-e144a5576f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.008215} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.986965] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a38e91-2fdc-4a40-a080-e9208956fe88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.992511] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 782.992511] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52de8e36-0d9e-3cb8-c864-3df12bc875fb" [ 782.992511] env[68864]: _type = "Task" [ 782.992511] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.001287] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52de8e36-0d9e-3cb8-c864-3df12bc875fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.195679] env[68864]: DEBUG nova.scheduler.client.report [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.368229] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.416221] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185278, 'name': ReconfigVM_Task, 'duration_secs': 0.635885} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.416566] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Reconfigured VM instance instance-0000002d to attach disk [datastore2] eff84169-8070-4b36-a6e1-1464aff30d92/eff84169-8070-4b36-a6e1-1464aff30d92.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.417254] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6e0328-689f-4086-b75d-0161953fc796 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.423952] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 783.423952] env[68864]: value = "task-3185281" [ 783.423952] env[68864]: _type = "Task" [ 783.423952] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.431762] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185281, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.505223] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52de8e36-0d9e-3cb8-c864-3df12bc875fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.505497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.505761] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5/efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.506079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.506272] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.506488] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6d249d1-fba6-46d7-bb6f-2da766908cc0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.508636] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf5706e8-610d-49aa-a7df-d23b54c89398 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.515434] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 783.515434] env[68864]: value = "task-3185282" [ 783.515434] env[68864]: _type = "Task" [ 783.515434] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.520594] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.520891] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.524766] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b41588a-9aeb-4165-80f7-12f84ee82e9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.530294] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.533889] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 783.533889] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bc0e07-5814-4364-fccc-4136766ec053" [ 783.533889] env[68864]: _type = "Task" [ 783.533889] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.541711] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bc0e07-5814-4364-fccc-4136766ec053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.557148] env[68864]: DEBUG nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.590586] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.590894] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.591423] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.591423] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.591423] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.591573] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.591741] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.591898] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.592158] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.592350] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.592530] env[68864]: DEBUG nova.virt.hardware [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.593447] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39231ca2-e97d-4a2f-bd8f-bb7e12bd63f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.601473] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b378a9d-11f2-4c85-89be-4bde796ca59e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.703257] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.707427] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.085s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.707696] env[68864]: DEBUG nova.objects.instance [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lazy-loading 'resources' on Instance uuid 3b997273-a3b3-4dc2-84ad-df4720affba5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.731086] env[68864]: INFO nova.scheduler.client.report [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted allocations for instance 7daf798a-21b2-43e2-8f25-8f349f2863e4 [ 783.853721] env[68864]: DEBUG nova.network.neutron [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Updated VIF entry in instance network info cache for port dad3d75d-fe18-4434-8416-2e14b3264636. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.854232] env[68864]: DEBUG nova.network.neutron [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Updating instance_info_cache with network_info: [{"id": "dad3d75d-fe18-4434-8416-2e14b3264636", "address": "fa:16:3e:8a:07:06", "network": {"id": "2c4d218b-cea9-4427-8469-8ac1c1b5cbe9", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-680011063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ea96af7e43f42039ed644b5f6b41da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad3d75d-fe", "ovs_interfaceid": "dad3d75d-fe18-4434-8416-2e14b3264636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.868745] env[68864]: DEBUG oslo_vmware.api [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185280, 'name': PowerOnVM_Task, 'duration_secs': 0.682862} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.869811] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.870156] env[68864]: INFO nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Took 10.65 seconds to spawn the instance on the hypervisor. [ 783.870288] env[68864]: DEBUG nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.871384] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b484140-97e5-4c20-936e-8605a282b4be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.936461] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185281, 'name': Rename_Task, 'duration_secs': 0.341369} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.936461] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.936461] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7693729c-6920-4c11-b690-a6f954bc2a07 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.941521] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 783.941521] env[68864]: value = "task-3185283" [ 783.941521] env[68864]: _type = "Task" [ 783.941521] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.949790] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.031682] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185282, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.033241] env[68864]: DEBUG nova.network.neutron [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Successfully updated port: da5b8e74-aaba-4e69-b29a-3d6e7a41f961 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.044078] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bc0e07-5814-4364-fccc-4136766ec053, 'name': SearchDatastore_Task, 'duration_secs': 0.038194} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.048023] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03207e65-6e1b-48f3-8440-eaa43c03dcb3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.054631] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 784.054631] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c8d758-a5c0-0f0a-3678-856383996e55" [ 784.054631] env[68864]: _type = "Task" [ 784.054631] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.066620] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c8d758-a5c0-0f0a-3678-856383996e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.241986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1231bb62-e63a-4858-8c18-4b12d63704bc tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "7daf798a-21b2-43e2-8f25-8f349f2863e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.963s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.361408] env[68864]: DEBUG oslo_concurrency.lockutils [req-e2bd2bca-f315-4717-b8a2-84bfcf163ad9 req-2a4b6a6f-0396-4fc1-acf2-e762fc8d5e77 service nova] Releasing lock "refresh_cache-331d9c1a-e03e-4ad4-8758-939326619c67" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.398326] env[68864]: INFO nova.compute.manager [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Took 47.31 seconds to build instance. [ 784.454709] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.528180] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767561} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.528488] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5/efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.528692] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.528940] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c840a730-0566-4a7e-82b6-4b8f8aebd92b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.535655] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "refresh_cache-5f52ab96-093a-4b8c-ad90-3f7d569e9e73" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.535782] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquired lock "refresh_cache-5f52ab96-093a-4b8c-ad90-3f7d569e9e73" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.535918] env[68864]: DEBUG nova.network.neutron [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.537018] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 784.537018] env[68864]: value = "task-3185284" [ 784.537018] env[68864]: _type = "Task" [ 784.537018] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.553181] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.569524] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c8d758-a5c0-0f0a-3678-856383996e55, 'name': SearchDatastore_Task, 'duration_secs': 0.057881} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.569524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.569524] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. {{(pid=68864) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 784.569524] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0ee6cbf-1c09-4f4c-9775-82d5c6fab291 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.576091] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 784.576091] env[68864]: value = "task-3185285" [ 784.576091] env[68864]: _type = "Task" [ 784.576091] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.588391] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.669377] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fc3298-c25e-48df-84c2-38f850c1c873 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.679845] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a8f99-8c22-4098-a4f0-1dc16f07c611 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.473150] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f34b70b9-5078-4c36-924e-c893a2d824ed tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.996s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.476745] env[68864]: DEBUG nova.compute.manager [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Received event network-vif-plugged-da5b8e74-aaba-4e69-b29a-3d6e7a41f961 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.476951] env[68864]: DEBUG oslo_concurrency.lockutils [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] Acquiring lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.477170] env[68864]: DEBUG oslo_concurrency.lockutils [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.477334] env[68864]: DEBUG oslo_concurrency.lockutils [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.477497] env[68864]: DEBUG nova.compute.manager [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] No waiting events found dispatching network-vif-plugged-da5b8e74-aaba-4e69-b29a-3d6e7a41f961 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.477658] env[68864]: WARNING nova.compute.manager [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Received unexpected event network-vif-plugged-da5b8e74-aaba-4e69-b29a-3d6e7a41f961 for instance with vm_state building and task_state spawning. [ 785.477809] env[68864]: DEBUG nova.compute.manager [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Received event network-changed-da5b8e74-aaba-4e69-b29a-3d6e7a41f961 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.477958] env[68864]: DEBUG nova.compute.manager [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Refreshing instance network info cache due to event network-changed-da5b8e74-aaba-4e69-b29a-3d6e7a41f961. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.478134] env[68864]: DEBUG oslo_concurrency.lockutils [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] Acquiring lock "refresh_cache-5f52ab96-093a-4b8c-ad90-3f7d569e9e73" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.488379] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf44984-9bc9-430e-9903-3a2e7a659a2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.491122] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ac2c60-fb0f-4326-a911-733c4094bdfd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.507018] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080882} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.507018] env[68864]: DEBUG oslo_vmware.api [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185283, 'name': PowerOnVM_Task, 'duration_secs': 0.934874} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.511564] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.511891] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.512860] env[68864]: INFO nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Took 9.48 seconds to spawn the instance on the hypervisor. [ 785.512860] env[68864]: DEBUG nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.512982] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518023} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.514103] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10f5143-e74b-4f39-b0a9-175aabd1762e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.517804] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e709cab-4b0f-47e7-851a-2aba679528cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.521022] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd138ed-e1de-468c-bc80-c3694aa642c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.526026] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. [ 785.527101] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a86ef-8df7-4713-aae5-0202d457e1a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.529369] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Suspending the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 785.530158] env[68864]: DEBUG nova.network.neutron [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.532639] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9c7298ac-6d5f-465f-89f9-213c9b426e54 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.552960] env[68864]: DEBUG nova.compute.provider_tree [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.561880] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5/efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.576879] env[68864]: DEBUG nova.scheduler.client.report [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.581798] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7153543-7dbc-436f-996a-4dced06a4cec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.603809] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.610886] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.614296] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c25b1ebc-43cc-40af-97f7-f39bfa2bfd41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.627104] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.467s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.628549] env[68864]: INFO nova.compute.claims [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.632936] env[68864]: DEBUG oslo_vmware.api [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] Waiting for the task: (returnval){ [ 785.632936] env[68864]: value = "task-3185286" [ 785.632936] env[68864]: _type = "Task" [ 785.632936] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.639406] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 785.639406] env[68864]: value = "task-3185287" [ 785.639406] env[68864]: _type = "Task" [ 785.639406] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.640702] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 785.640702] env[68864]: value = "task-3185288" [ 785.640702] env[68864]: _type = "Task" [ 785.640702] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.646553] env[68864]: DEBUG oslo_vmware.api [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] Task: {'id': task-3185286, 'name': SuspendVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.654606] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.658058] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.658959] env[68864]: INFO nova.scheduler.client.report [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Deleted allocations for instance 3b997273-a3b3-4dc2-84ad-df4720affba5 [ 785.758663] env[68864]: DEBUG nova.network.neutron [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Updating instance_info_cache with network_info: [{"id": "da5b8e74-aaba-4e69-b29a-3d6e7a41f961", "address": "fa:16:3e:6a:5f:75", "network": {"id": "6c0bc70d-bf7e-4153-a533-6a8a091772b2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1080640687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1f5ad643a745a5b32ccdb7c0e3aacd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5b8e74-aa", "ovs_interfaceid": "da5b8e74-aaba-4e69-b29a-3d6e7a41f961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.998466] env[68864]: DEBUG nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.151133] env[68864]: INFO nova.compute.manager [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Took 41.60 seconds to build instance. [ 786.165463] env[68864]: DEBUG oslo_vmware.api [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] Task: {'id': task-3185286, 'name': SuspendVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.165463] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.171232] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.173371] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dc94631b-b05c-428e-9ffd-2aad2197997c tempest-VolumesAssistedSnapshotsTest-797063193 tempest-VolumesAssistedSnapshotsTest-797063193-project-member] Lock "3b997273-a3b3-4dc2-84ad-df4720affba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.283s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.261197] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Releasing lock "refresh_cache-5f52ab96-093a-4b8c-ad90-3f7d569e9e73" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.261605] env[68864]: DEBUG nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Instance network_info: |[{"id": "da5b8e74-aaba-4e69-b29a-3d6e7a41f961", "address": "fa:16:3e:6a:5f:75", "network": {"id": "6c0bc70d-bf7e-4153-a533-6a8a091772b2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1080640687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1f5ad643a745a5b32ccdb7c0e3aacd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5b8e74-aa", "ovs_interfaceid": "da5b8e74-aaba-4e69-b29a-3d6e7a41f961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.261933] env[68864]: DEBUG oslo_concurrency.lockutils [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] Acquired lock "refresh_cache-5f52ab96-093a-4b8c-ad90-3f7d569e9e73" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.262153] env[68864]: DEBUG nova.network.neutron [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Refreshing network info cache for port da5b8e74-aaba-4e69-b29a-3d6e7a41f961 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.263502] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:5f:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da5b8e74-aaba-4e69-b29a-3d6e7a41f961', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.272024] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Creating folder: Project (9b1f5ad643a745a5b32ccdb7c0e3aacd). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.273921] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df7826a9-7f6d-45fd-88e0-45d21129c5a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.286751] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Created folder: Project (9b1f5ad643a745a5b32ccdb7c0e3aacd) in parent group-v636929. [ 786.286955] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Creating folder: Instances. Parent ref: group-v637067. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.287210] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3522206-8e36-4e0f-9f1f-9cbab5f39b18 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.297684] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Created folder: Instances in parent group-v637067. [ 786.297927] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.298141] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.298346] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b65165cc-4c6e-4831-b5a5-da94119ec27f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.319426] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.319426] env[68864]: value = "task-3185291" [ 786.319426] env[68864]: _type = "Task" [ 786.319426] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.327427] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185291, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.525026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.527099] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "e94094a9-3fb7-494c-9bda-8704f846db40" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.527173] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.662776] env[68864]: DEBUG oslo_concurrency.lockutils [None req-39d9539c-1cd1-4765-a386-688a272febfa tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "eff84169-8070-4b36-a6e1-1464aff30d92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.558s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.663459] env[68864]: DEBUG oslo_vmware.api [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] Task: {'id': task-3185286, 'name': SuspendVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.669087] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185287, 'name': ReconfigVM_Task, 'duration_secs': 0.677944} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.672008] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Reconfigured VM instance instance-0000002e to attach disk [datastore2] efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5/efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.676173] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-264b285c-0ad0-440a-9cce-4d50e79823fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.678486] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.684582] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 786.684582] env[68864]: value = "task-3185292" [ 786.684582] env[68864]: _type = "Task" [ 786.684582] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.695540] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185292, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.832998] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185291, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.029861] env[68864]: DEBUG nova.compute.utils [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.103144] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49f590-ccbd-4daf-85d4-82b2780e83dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.110751] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8f2202-c07e-46d2-918b-3abe0803e810 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.140099] env[68864]: DEBUG nova.network.neutron [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Updated VIF entry in instance network info cache for port da5b8e74-aaba-4e69-b29a-3d6e7a41f961. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.140461] env[68864]: DEBUG nova.network.neutron [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Updating instance_info_cache with network_info: [{"id": "da5b8e74-aaba-4e69-b29a-3d6e7a41f961", "address": "fa:16:3e:6a:5f:75", "network": {"id": "6c0bc70d-bf7e-4153-a533-6a8a091772b2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1080640687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1f5ad643a745a5b32ccdb7c0e3aacd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5b8e74-aa", "ovs_interfaceid": "da5b8e74-aaba-4e69-b29a-3d6e7a41f961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.142120] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6e65c-4c1b-4df7-b6a5-71141fac96fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.154057] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95d0ff-ecb1-4950-95eb-40535ebeeb72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.160904] env[68864]: DEBUG oslo_vmware.api [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] Task: {'id': task-3185286, 'name': SuspendVM_Task, 'duration_secs': 1.3549} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.164032] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Suspended the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 787.164266] env[68864]: DEBUG nova.compute.manager [None req-52c5d2d5-02ea-496e-9600-81bafa4a0d3c tempest-ServersAdminNegativeTestJSON-571326309 tempest-ServersAdminNegativeTestJSON-571326309-project-admin] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.164962] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f2946f-5551-480f-9235-ca20652c27ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.175861] env[68864]: DEBUG nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.178518] env[68864]: DEBUG nova.compute.provider_tree [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.182547] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185288, 'name': ReconfigVM_Task, 'duration_secs': 1.279804} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.183052] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.184135] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe635a9-d5a8-487f-801a-f93072ac18eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.215512] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-275f74c8-e135-4048-b9b4-da33a075dc42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.229223] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185292, 'name': Rename_Task, 'duration_secs': 0.162327} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.229481] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.230380] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b36dc8f9-070d-4204-8e76-904d74d000fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.235973] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 787.235973] env[68864]: value = "task-3185293" [ 787.235973] env[68864]: _type = "Task" [ 787.235973] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.239897] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 787.239897] env[68864]: value = "task-3185294" [ 787.239897] env[68864]: _type = "Task" [ 787.239897] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.246476] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.251145] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.332430] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185291, 'name': CreateVM_Task, 'duration_secs': 0.624671} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.332597] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.333413] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.333612] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.333932] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.334226] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9352c337-e9f5-4a95-9e2f-649e62f12a35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.338643] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 787.338643] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6d459-a79b-dcb7-6641-e6e710ba4769" [ 787.338643] env[68864]: _type = "Task" [ 787.338643] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.347327] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6d459-a79b-dcb7-6641-e6e710ba4769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.536488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.645693] env[68864]: DEBUG oslo_concurrency.lockutils [req-54bb3c8d-c686-4fa6-945d-db27eea4ddd2 req-c7336e80-ce4f-43fa-b6bb-5efc318e79c4 service nova] Releasing lock "refresh_cache-5f52ab96-093a-4b8c-ad90-3f7d569e9e73" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.686286] env[68864]: DEBUG nova.scheduler.client.report [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.713050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.749770] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185293, 'name': ReconfigVM_Task, 'duration_secs': 0.305447} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.750827] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.751131] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db2536d2-e21a-4cda-a3f1-0710083d3e19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.757654] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185294, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.761906] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 787.761906] env[68864]: value = "task-3185295" [ 787.761906] env[68864]: _type = "Task" [ 787.761906] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.771595] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.850636] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6d459-a79b-dcb7-6641-e6e710ba4769, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.850636] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.850636] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.850636] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.850636] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.850973] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.851021] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a67f90c2-c979-4f5d-9c94-1d5d370cff58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.861365] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.861685] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.862474] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d6167e-1c64-4ad2-af45-a215c3cac0ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.868085] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 787.868085] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e58ccf-6f14-cea4-b8aa-983768ac57d1" [ 787.868085] env[68864]: _type = "Task" [ 787.868085] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.876581] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e58ccf-6f14-cea4-b8aa-983768ac57d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.072213] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.072456] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.193199] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.193199] env[68864]: DEBUG nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.195264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.493s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.196829] env[68864]: INFO nova.compute.claims [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.257189] env[68864]: DEBUG oslo_vmware.api [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185294, 'name': PowerOnVM_Task, 'duration_secs': 0.518765} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.257189] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.257189] env[68864]: INFO nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Took 9.50 seconds to spawn the instance on the hypervisor. [ 788.257189] env[68864]: DEBUG nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.257658] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5ef7e-7b06-4d23-a706-e8125b99d03c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.279103] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185295, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.381595] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e58ccf-6f14-cea4-b8aa-983768ac57d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.382768] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58f122e-e4e0-4722-8652-08ade95a2541 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.389996] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 788.389996] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b5bc4f-36cf-5796-b1ee-14643a5985b2" [ 788.389996] env[68864]: _type = "Task" [ 788.389996] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.399083] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b5bc4f-36cf-5796-b1ee-14643a5985b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.576218] env[68864]: DEBUG nova.compute.utils [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.606881] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "e94094a9-3fb7-494c-9bda-8704f846db40" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.607178] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.607421] env[68864]: INFO nova.compute.manager [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Attaching volume 7d27d398-2464-4aba-9772-fa049a9b7104 to /dev/sdb [ 788.641312] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7c3e6a-16b1-441a-b257-4b2ccb622e08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.648783] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f6a2f0-4f61-42b2-a31f-5ceedd49f396 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.664773] env[68864]: DEBUG nova.virt.block_device [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updating existing volume attachment record: da9ff75f-7b2c-4916-a8a7-42ee35374868 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 788.701368] env[68864]: DEBUG nova.compute.utils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.702884] env[68864]: DEBUG nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.703073] env[68864]: DEBUG nova.network.neutron [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.777472] env[68864]: DEBUG oslo_vmware.api [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185295, 'name': PowerOnVM_Task, 'duration_secs': 0.550298} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.781676] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.784367] env[68864]: DEBUG nova.policy [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bdf1a828a7642c1ba63d5b4ddb18115', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032b4862616d4c3798bffe54330d7d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.785985] env[68864]: INFO nova.compute.manager [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Took 40.54 seconds to build instance. [ 788.788316] env[68864]: DEBUG nova.compute.manager [None req-91fb9cb3-2682-471a-934e-984bebf7df12 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.790322] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0733429-484d-4a69-bb9d-6e91ba78d5ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.902233] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b5bc4f-36cf-5796-b1ee-14643a5985b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016669} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.902885] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.903378] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 5f52ab96-093a-4b8c-ad90-3f7d569e9e73/5f52ab96-093a-4b8c-ad90-3f7d569e9e73.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.904199] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae369197-6faf-4611-9cdb-a40822717e06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.913355] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 788.913355] env[68864]: value = "task-3185298" [ 788.913355] env[68864]: _type = "Task" [ 788.913355] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.921936] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.079879] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.207381] env[68864]: DEBUG nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.218248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "eff84169-8070-4b36-a6e1-1464aff30d92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.218248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "eff84169-8070-4b36-a6e1-1464aff30d92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.218248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "eff84169-8070-4b36-a6e1-1464aff30d92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.218248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "eff84169-8070-4b36-a6e1-1464aff30d92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.218248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "eff84169-8070-4b36-a6e1-1464aff30d92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.220883] env[68864]: INFO nova.compute.manager [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Terminating instance [ 789.298215] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b8524f8-397a-4e9d-a5a2-ed295ec38028 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.951s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.352304] env[68864]: DEBUG nova.network.neutron [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Successfully created port: 373cd372-8ec4-44c6-96a0-184ad245b299 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.423998] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.734721] env[68864]: DEBUG nova.compute.manager [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.734721] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.735082] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e07bc55-e763-414d-94ec-a2f51b7f1073 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.747465] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.747728] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b13ce10-9629-46d0-ad5f-662099abf6d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.758284] env[68864]: DEBUG oslo_vmware.api [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 789.758284] env[68864]: value = "task-3185300" [ 789.758284] env[68864]: _type = "Task" [ 789.758284] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.770731] env[68864]: DEBUG oslo_vmware.api [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.807027] env[68864]: DEBUG nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.839101] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81a429-051f-4aa9-a237-fb76394abb1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.847432] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0803864b-30b8-412a-8a14-ccd4a29ffbec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.896029] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ac8200-a832-4f19-8456-4d55c71b4787 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.903624] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027556fd-4455-4830-87af-15ba2dcfd269 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.919727] env[68864]: DEBUG nova.compute.provider_tree [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.933032] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584602} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.933354] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 5f52ab96-093a-4b8c-ad90-3f7d569e9e73/5f52ab96-093a-4b8c-ad90-3f7d569e9e73.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.933568] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.933828] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d6c2ca1-7951-49f9-a431-bbfaca67a4dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.941845] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 789.941845] env[68864]: value = "task-3185301" [ 789.941845] env[68864]: _type = "Task" [ 789.941845] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.951223] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.167736] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.168186] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.168439] env[68864]: INFO nova.compute.manager [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Attaching volume 7a4797b8-5bbf-4df3-80be-346e3eb966a5 to /dev/sdb [ 790.210202] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3cbd4e-051e-42bf-ba19-a47a67304b3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.221024] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d638041-53e1-4728-b10a-e1d24bbb7c51 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.222382] env[68864]: DEBUG nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.243384] env[68864]: DEBUG nova.virt.block_device [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updating existing volume attachment record: 4e8f35c4-825e-4db9-8ec8-cd5114441df2 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 790.261846] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.261846] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.261846] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.261846] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.262112] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.262112] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.262389] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.262556] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.262720] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.262962] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.263976] env[68864]: DEBUG nova.virt.hardware [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.266810] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885801e9-6385-4cd3-926c-c9d2bbac5b0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.287817] env[68864]: DEBUG oslo_vmware.api [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185300, 'name': PowerOffVM_Task, 'duration_secs': 0.321517} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.289107] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6464f20f-24ea-491e-aadb-c52ec570cc0c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.293705] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.294047] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.295034] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a7efa7-c4b9-4219-9db1-5d1c17eba41b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.334719] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.363754] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.364021] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.364208] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Deleting the datastore file [datastore2] eff84169-8070-4b36-a6e1-1464aff30d92 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.364503] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17e3118c-c4c1-413f-99a8-0b33d2555928 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.371469] env[68864]: DEBUG oslo_vmware.api [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for the task: (returnval){ [ 790.371469] env[68864]: value = "task-3185303" [ 790.371469] env[68864]: _type = "Task" [ 790.371469] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.382607] env[68864]: DEBUG oslo_vmware.api [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.428018] env[68864]: DEBUG nova.scheduler.client.report [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.452165] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.453668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.454808] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4674610-82b0-4339-8736-1a4094ad26f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.488928] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5f52ab96-093a-4b8c-ad90-3f7d569e9e73/5f52ab96-093a-4b8c-ad90-3f7d569e9e73.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.489716] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8adc014-0355-45bf-9a7d-cfbd5892eb23 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.512503] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 790.512503] env[68864]: value = "task-3185306" [ 790.512503] env[68864]: _type = "Task" [ 790.512503] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.524614] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.725020] env[68864]: DEBUG nova.compute.manager [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Received event network-changed-08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.725020] env[68864]: DEBUG nova.compute.manager [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Refreshing instance network info cache due to event network-changed-08f93e53-5dfc-4d1f-808c-757b4d4d011d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.725020] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.725020] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.725020] env[68864]: DEBUG nova.network.neutron [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Refreshing network info cache for port 08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.756674] env[68864]: DEBUG nova.compute.manager [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.758835] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32fa6c9-301a-4fee-9f47-08e96a59ce67 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.888511] env[68864]: DEBUG oslo_vmware.api [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Task: {'id': task-3185303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269677} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.888511] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.888712] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.888881] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.889091] env[68864]: INFO nova.compute.manager [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Took 1.16 seconds to destroy the instance on the hypervisor. [ 790.889349] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.889552] env[68864]: DEBUG nova.compute.manager [-] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.889644] env[68864]: DEBUG nova.network.neutron [-] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.930876] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.931780] env[68864]: DEBUG nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.934290] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.448s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.935715] env[68864]: INFO nova.compute.claims [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.027077] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.276929] env[68864]: INFO nova.compute.manager [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] instance snapshotting [ 791.277763] env[68864]: DEBUG nova.objects.instance [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'flavor' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.331116] env[68864]: DEBUG nova.compute.manager [req-165a9e9e-07c1-4d77-adf0-6245ec5bcea6 req-1f3f4ae5-b585-4d68-9781-30bcc12d36c5 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Received event network-vif-plugged-373cd372-8ec4-44c6-96a0-184ad245b299 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.331399] env[68864]: DEBUG oslo_concurrency.lockutils [req-165a9e9e-07c1-4d77-adf0-6245ec5bcea6 req-1f3f4ae5-b585-4d68-9781-30bcc12d36c5 service nova] Acquiring lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.331615] env[68864]: DEBUG oslo_concurrency.lockutils [req-165a9e9e-07c1-4d77-adf0-6245ec5bcea6 req-1f3f4ae5-b585-4d68-9781-30bcc12d36c5 service nova] Lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.331782] env[68864]: DEBUG oslo_concurrency.lockutils [req-165a9e9e-07c1-4d77-adf0-6245ec5bcea6 req-1f3f4ae5-b585-4d68-9781-30bcc12d36c5 service nova] Lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.332065] env[68864]: DEBUG nova.compute.manager [req-165a9e9e-07c1-4d77-adf0-6245ec5bcea6 req-1f3f4ae5-b585-4d68-9781-30bcc12d36c5 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] No waiting events found dispatching network-vif-plugged-373cd372-8ec4-44c6-96a0-184ad245b299 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.332279] env[68864]: WARNING nova.compute.manager [req-165a9e9e-07c1-4d77-adf0-6245ec5bcea6 req-1f3f4ae5-b585-4d68-9781-30bcc12d36c5 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Received unexpected event network-vif-plugged-373cd372-8ec4-44c6-96a0-184ad245b299 for instance with vm_state building and task_state spawning. [ 791.332980] env[68864]: INFO nova.compute.manager [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Unrescuing [ 791.333201] env[68864]: DEBUG oslo_concurrency.lockutils [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.333404] env[68864]: DEBUG oslo_concurrency.lockutils [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.333583] env[68864]: DEBUG nova.network.neutron [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.445487] env[68864]: DEBUG nova.compute.utils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.447124] env[68864]: DEBUG nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.447516] env[68864]: DEBUG nova.network.neutron [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.502136] env[68864]: DEBUG nova.policy [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cd13a5e00414f02aa10193099389b01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb5c9f7f6c184d9e812ff45738f19f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.523789] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185306, 'name': ReconfigVM_Task, 'duration_secs': 0.69112} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.524430] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5f52ab96-093a-4b8c-ad90-3f7d569e9e73/5f52ab96-093a-4b8c-ad90-3f7d569e9e73.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.525277] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-affb8cc4-3e0f-4aca-a55e-261673543c04 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.532714] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 791.532714] env[68864]: value = "task-3185309" [ 791.532714] env[68864]: _type = "Task" [ 791.532714] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.546672] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185309, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.663711] env[68864]: DEBUG nova.network.neutron [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Successfully updated port: 373cd372-8ec4-44c6-96a0-184ad245b299 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.727547] env[68864]: DEBUG nova.network.neutron [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updated VIF entry in instance network info cache for port 08f93e53-5dfc-4d1f-808c-757b4d4d011d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.727547] env[68864]: DEBUG nova.network.neutron [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.734879] env[68864]: DEBUG nova.network.neutron [-] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.784299] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6c8ed-d0f9-4d31-8e8b-941624212e49 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.807153] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e548b0a-296c-4625-ac07-124ad48c2e77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.959679] env[68864]: DEBUG nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.021021] env[68864]: DEBUG nova.network.neutron [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Successfully created port: cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.046410] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185309, 'name': Rename_Task, 'duration_secs': 0.320463} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.047294] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.048241] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa3a71f8-d1e6-4656-a3bb-27c929d404ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.054292] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 792.054292] env[68864]: value = "task-3185310" [ 792.054292] env[68864]: _type = "Task" [ 792.054292] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.069302] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.081764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.081764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.081764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.081764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.081764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.081764] env[68864]: INFO nova.compute.manager [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Terminating instance [ 792.161801] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.161982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.163142] env[68864]: DEBUG nova.network.neutron [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.201308] env[68864]: DEBUG nova.network.neutron [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Updating instance_info_cache with network_info: [{"id": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "address": "fa:16:3e:c0:20:40", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5bbe89e-c7", "ovs_interfaceid": "c5bbe89e-c716-4c33-b533-22dd50fd7f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.229550] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d983593-2768-4740-8f75-ba330a68ed9d req-c52bbbce-c301-4114-8a49-86088ee6aa6a service nova] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.241058] env[68864]: INFO nova.compute.manager [-] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Took 1.35 seconds to deallocate network for instance. [ 792.318716] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.319727] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0598d3e1-c653-4d2d-9319-2906c5aae80f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.336734] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 792.336734] env[68864]: value = "task-3185311" [ 792.336734] env[68864]: _type = "Task" [ 792.336734] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.353360] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.539233] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357fd0c1-b8be-4693-9b96-9489a3583079 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.548087] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210fd90d-5030-45d8-9bf1-e7c01b884ffd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.583143] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3670060f-4bf4-47cd-b303-487ac706adf1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.592382] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.595629] env[68864]: DEBUG nova.compute.manager [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.595718] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.596537] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8630d21b-8a2b-4991-b5bc-fdb2b0e9d5e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.600531] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f7429d-46bd-46a4-92e4-e839d51f49ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.617483] env[68864]: DEBUG nova.compute.provider_tree [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.620520] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.621078] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48b710d1-48e2-4cf5-a21e-cb2f9dc77660 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.688870] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.689118] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.689349] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Deleting the datastore file [datastore2] b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.689821] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09abe8c5-f3fb-41ae-be6b-1cf91317c892 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.696801] env[68864]: DEBUG oslo_vmware.api [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 792.696801] env[68864]: value = "task-3185314" [ 792.696801] env[68864]: _type = "Task" [ 792.696801] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.704949] env[68864]: DEBUG oslo_vmware.api [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.705808] env[68864]: DEBUG nova.network.neutron [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.710020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-a1812b9d-f572-4dc4-be61-1d963592749d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.710020] env[68864]: DEBUG nova.objects.instance [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lazy-loading 'flavor' on Instance uuid a1812b9d-f572-4dc4-be61-1d963592749d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.759481] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.848813] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.937790] env[68864]: DEBUG nova.network.neutron [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance_info_cache with network_info: [{"id": "373cd372-8ec4-44c6-96a0-184ad245b299", "address": "fa:16:3e:16:cb:44", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373cd372-8e", "ovs_interfaceid": "373cd372-8ec4-44c6-96a0-184ad245b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.972020] env[68864]: DEBUG nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.004382] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.004779] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.004863] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.005148] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.005376] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.005541] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.005775] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.005938] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.006123] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.006288] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.006461] env[68864]: DEBUG nova.virt.hardware [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.007529] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ccd9fa-fa9c-4376-8737-8d66244f1c07 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.018535] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eaa97e-6d46-4a18-abc9-f31e0ffc65df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.059562] env[68864]: DEBUG nova.compute.manager [req-08b17652-781c-4dae-93d3-0d0f1e429da0 req-ee8927fe-1ea4-43c6-a634-1da98f02ff35 service nova] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Received event network-vif-deleted-9cdd75ac-7a9a-43db-ac87-ee0e6441e978 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.089337] env[68864]: DEBUG oslo_vmware.api [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185310, 'name': PowerOnVM_Task, 'duration_secs': 0.780388} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.089619] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.089822] env[68864]: INFO nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Took 9.53 seconds to spawn the instance on the hypervisor. [ 793.090010] env[68864]: DEBUG nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.091094] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e9b6fb-0d91-4fbb-9d3c-4af2b3a68b72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.124761] env[68864]: DEBUG nova.scheduler.client.report [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.208113] env[68864]: DEBUG oslo_vmware.api [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206925} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.208541] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.208924] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.209379] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.209688] env[68864]: INFO nova.compute.manager [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Took 0.61 seconds to destroy the instance on the hypervisor. [ 793.210152] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.211860] env[68864]: DEBUG nova.compute.manager [-] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.211860] env[68864]: DEBUG nova.network.neutron [-] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.216017] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 793.216017] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637071', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'name': 'volume-7d27d398-2464-4aba-9772-fa049a9b7104', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e94094a9-3fb7-494c-9bda-8704f846db40', 'attached_at': '', 'detached_at': '', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'serial': '7d27d398-2464-4aba-9772-fa049a9b7104'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 793.217555] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc078fc5-45bb-4444-af11-bd79b6906a44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.228917] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03fb85e-9959-4b07-bf80-221d704dc1ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.266789] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eee5f8-7434-465f-b78c-7bd5a54c7f54 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.271198] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.271557] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-262d0915-8844-465c-b140-441214c5ff93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.298532] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-7d27d398-2464-4aba-9772-fa049a9b7104/volume-7d27d398-2464-4aba-9772-fa049a9b7104.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.300111] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3e19ca-0a84-46d0-83a1-cebb17659eaf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.313080] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 793.313080] env[68864]: value = "task-3185315" [ 793.313080] env[68864]: _type = "Task" [ 793.313080] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.320197] env[68864]: DEBUG oslo_vmware.api [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 793.320197] env[68864]: value = "task-3185316" [ 793.320197] env[68864]: _type = "Task" [ 793.320197] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.326815] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.331560] env[68864]: DEBUG oslo_vmware.api [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.348131] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185311, 'name': CreateSnapshot_Task, 'duration_secs': 0.571542} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.348451] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.349247] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552d0c17-afc4-4062-9582-33b39b98213b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.370607] env[68864]: DEBUG nova.compute.manager [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Received event network-changed-373cd372-8ec4-44c6-96a0-184ad245b299 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.370607] env[68864]: DEBUG nova.compute.manager [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Refreshing instance network info cache due to event network-changed-373cd372-8ec4-44c6-96a0-184ad245b299. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.370607] env[68864]: DEBUG oslo_concurrency.lockutils [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] Acquiring lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.440998] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.441469] env[68864]: DEBUG nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Instance network_info: |[{"id": "373cd372-8ec4-44c6-96a0-184ad245b299", "address": "fa:16:3e:16:cb:44", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373cd372-8e", "ovs_interfaceid": "373cd372-8ec4-44c6-96a0-184ad245b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.442343] env[68864]: DEBUG oslo_concurrency.lockutils [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] Acquired lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.442664] env[68864]: DEBUG nova.network.neutron [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Refreshing network info cache for port 373cd372-8ec4-44c6-96a0-184ad245b299 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.444419] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:cb:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '373cd372-8ec4-44c6-96a0-184ad245b299', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.452712] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.453894] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.454192] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-057700eb-6d0a-41d4-8064-68a1293c6116 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.475137] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.475137] env[68864]: value = "task-3185317" [ 793.475137] env[68864]: _type = "Task" [ 793.475137] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.485555] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185317, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.611642] env[68864]: INFO nova.compute.manager [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Took 36.83 seconds to build instance. [ 793.633025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.633025] env[68864]: DEBUG nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.641021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.116s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.641021] env[68864]: INFO nova.compute.claims [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.790866] env[68864]: DEBUG nova.network.neutron [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Successfully updated port: cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.824220] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185315, 'name': PowerOffVM_Task, 'duration_secs': 0.222927} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.827342] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.832748] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 793.833064] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900d40ce-0d6b-447e-8a2f-1773363511d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.851331] env[68864]: DEBUG oslo_vmware.api [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185316, 'name': ReconfigVM_Task, 'duration_secs': 0.487977} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.852640] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-7d27d398-2464-4aba-9772-fa049a9b7104/volume-7d27d398-2464-4aba-9772-fa049a9b7104.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.857449] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 793.857449] env[68864]: value = "task-3185318" [ 793.857449] env[68864]: _type = "Task" [ 793.857449] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.857817] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b33cc05-d61f-42a2-bc55-97f663318554 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.874255] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 793.877862] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-265ab83b-54a9-4588-92a5-0bcefb1214b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.893084] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.896260] env[68864]: DEBUG oslo_vmware.api [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 793.896260] env[68864]: value = "task-3185319" [ 793.896260] env[68864]: _type = "Task" [ 793.896260] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.896884] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 793.896884] env[68864]: value = "task-3185320" [ 793.896884] env[68864]: _type = "Task" [ 793.896884] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.911234] env[68864]: DEBUG oslo_vmware.api [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.915373] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185320, 'name': CloneVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.989500] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185317, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.046185] env[68864]: DEBUG nova.network.neutron [-] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.116349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dfe3bfef-dfe5-429b-be39-b93d3fb318dc tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.037s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.137198] env[68864]: DEBUG nova.compute.utils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.139742] env[68864]: DEBUG nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.139742] env[68864]: DEBUG nova.network.neutron [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.184160] env[68864]: DEBUG nova.policy [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0f966924db64006b20958ea360bbccd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cc25328be50497aafb753864ebfd480', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.248578] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.248887] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.249124] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.249302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.249465] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.251619] env[68864]: INFO nova.compute.manager [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Terminating instance [ 794.293255] env[68864]: DEBUG nova.network.neutron [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updated VIF entry in instance network info cache for port 373cd372-8ec4-44c6-96a0-184ad245b299. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.293665] env[68864]: DEBUG nova.network.neutron [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance_info_cache with network_info: [{"id": "373cd372-8ec4-44c6-96a0-184ad245b299", "address": "fa:16:3e:16:cb:44", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373cd372-8e", "ovs_interfaceid": "373cd372-8ec4-44c6-96a0-184ad245b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.297690] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.297828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquired lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.298012] env[68864]: DEBUG nova.network.neutron [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.378559] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185318, 'name': ReconfigVM_Task, 'duration_secs': 0.305322} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.379247] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 794.379247] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.379398] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e07b92-8e29-489f-8da2-346063d4178b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.386759] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 794.386759] env[68864]: value = "task-3185321" [ 794.386759] env[68864]: _type = "Task" [ 794.386759] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.395145] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.408389] env[68864]: DEBUG oslo_vmware.api [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185319, 'name': ReconfigVM_Task, 'duration_secs': 0.180218} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.412786] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637071', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'name': 'volume-7d27d398-2464-4aba-9772-fa049a9b7104', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e94094a9-3fb7-494c-9bda-8704f846db40', 'attached_at': '', 'detached_at': '', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'serial': '7d27d398-2464-4aba-9772-fa049a9b7104'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 794.414335] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185320, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.488216] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185317, 'name': CreateVM_Task, 'duration_secs': 0.602737} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.492062] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.493027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.493256] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.493604] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.494590] env[68864]: DEBUG nova.network.neutron [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Successfully created port: a6efbedc-e612-46bc-a61b-4e861b9a0e9c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.496939] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdc0241-4049-4a10-b945-74c381b56269 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.503211] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 794.503211] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0bab5-09c5-5333-6e2c-a958e864b1cd" [ 794.503211] env[68864]: _type = "Task" [ 794.503211] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.513103] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0bab5-09c5-5333-6e2c-a958e864b1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.548884] env[68864]: INFO nova.compute.manager [-] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Took 1.34 seconds to deallocate network for instance. [ 794.618730] env[68864]: DEBUG nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.642413] env[68864]: DEBUG nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.757177] env[68864]: DEBUG nova.compute.manager [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.757373] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.759771] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03129e2-b77a-4f9f-8590-42c62ba39193 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.769787] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.770586] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ef196c-8ef9-4cbd-9338-645de1edc8c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.777471] env[68864]: DEBUG oslo_vmware.api [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 794.777471] env[68864]: value = "task-3185322" [ 794.777471] env[68864]: _type = "Task" [ 794.777471] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.786241] env[68864]: DEBUG oslo_vmware.api [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.796360] env[68864]: DEBUG oslo_concurrency.lockutils [req-14458697-029c-4555-a425-bbba40d29cb2 req-62e73705-b214-482f-986c-302b14940992 service nova] Releasing lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.803606] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 794.803606] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637073', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'name': 'volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8eaa7a-343b-49dc-b5f9-0465794804f0', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'serial': '7a4797b8-5bbf-4df3-80be-346e3eb966a5'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 794.805826] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2dfda4-d962-421b-97ec-a658da5ba312 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.825942] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006e69a5-caaa-4392-98b3-abcfb186b3f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.854332] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5/volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.855447] env[68864]: DEBUG nova.network.neutron [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.859785] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a705e006-a347-4914-8c06-d7a48898120e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.881211] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 794.881211] env[68864]: value = "task-3185323" [ 794.881211] env[68864]: _type = "Task" [ 794.881211] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.895924] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.911308] env[68864]: DEBUG oslo_vmware.api [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185321, 'name': PowerOnVM_Task, 'duration_secs': 0.445757} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.912906] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.913275] env[68864]: DEBUG nova.compute.manager [None req-025fcefc-47c0-46b7-a7d1-47c1d620b759 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.914302] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbf9512-ecf8-47d2-9ece-5fa6a0a0458b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.925459] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185320, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.017556] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e0bab5-09c5-5333-6e2c-a958e864b1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013186} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.017903] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.018164] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.018421] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.018566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.018762] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.019073] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eb9dc51-962b-47b9-8532-88825fb1ea2a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.031206] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.031448] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.032646] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd3a773-291b-4bee-9af8-b56e9f9c8883 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.039072] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 795.039072] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5257c96c-a9ec-ee84-2543-7d153fb8c984" [ 795.039072] env[68864]: _type = "Task" [ 795.039072] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.049469] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5257c96c-a9ec-ee84-2543-7d153fb8c984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.054920] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.133643] env[68864]: DEBUG nova.compute.manager [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Received event network-vif-plugged-cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.133942] env[68864]: DEBUG oslo_concurrency.lockutils [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] Acquiring lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.134221] env[68864]: DEBUG oslo_concurrency.lockutils [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.134443] env[68864]: DEBUG oslo_concurrency.lockutils [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.134641] env[68864]: DEBUG nova.compute.manager [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] No waiting events found dispatching network-vif-plugged-cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.134834] env[68864]: WARNING nova.compute.manager [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Received unexpected event network-vif-plugged-cd3eb49a-3b39-483f-934f-db201a6fe571 for instance with vm_state building and task_state spawning. [ 795.135041] env[68864]: DEBUG nova.compute.manager [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Received event network-changed-cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.135258] env[68864]: DEBUG nova.compute.manager [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Refreshing instance network info cache due to event network-changed-cd3eb49a-3b39-483f-934f-db201a6fe571. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.135603] env[68864]: DEBUG oslo_concurrency.lockutils [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] Acquiring lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.155034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.211461] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9452fc-067f-438c-b9f6-9f6cab84037e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.219359] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687bd2ab-a221-4e28-8356-a9e0ffddfce4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.253387] env[68864]: DEBUG nova.network.neutron [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Updating instance_info_cache with network_info: [{"id": "cd3eb49a-3b39-483f-934f-db201a6fe571", "address": "fa:16:3e:1a:0a:8a", "network": {"id": "ade31f66-b4f5-4524-af96-fbb2c6f6edfa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362834017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5c9f7f6c184d9e812ff45738f19f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3eb49a-3b", "ovs_interfaceid": "cd3eb49a-3b39-483f-934f-db201a6fe571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.255202] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4496e02b-53d3-4eba-b1d1-083cdffdb7a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.263272] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ada7d7-31ac-4479-b8e7-b65072d15fe4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.282261] env[68864]: DEBUG nova.compute.provider_tree [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.289501] env[68864]: DEBUG oslo_vmware.api [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185322, 'name': PowerOffVM_Task, 'duration_secs': 0.250288} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.290222] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.290416] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.290661] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18428954-e473-48cc-9de3-9bcdef03ce18 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.353190] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.353499] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.353706] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Deleting the datastore file [datastore1] 5f52ab96-093a-4b8c-ad90-3f7d569e9e73 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.354113] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae3537b6-52f9-40da-b0cf-d75b5b3e439b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.364490] env[68864]: DEBUG oslo_vmware.api [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for the task: (returnval){ [ 795.364490] env[68864]: value = "task-3185325" [ 795.364490] env[68864]: _type = "Task" [ 795.364490] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.379420] env[68864]: DEBUG oslo_vmware.api [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.397739] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.414355] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185320, 'name': CloneVM_Task, 'duration_secs': 1.36924} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.414635] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Created linked-clone VM from snapshot [ 795.415491] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b505873-3927-4c3d-96ad-5abf238f4714 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.433928] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Uploading image 71ebd39b-5fd0-4b5a-becd-3ade38383c43 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.472546] env[68864]: DEBUG nova.objects.instance [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lazy-loading 'flavor' on Instance uuid e94094a9-3fb7-494c-9bda-8704f846db40 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.488051] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.488051] env[68864]: value = "vm-637076" [ 795.488051] env[68864]: _type = "VirtualMachine" [ 795.488051] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.489448] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4573c9fd-7e23-44d7-ada0-424b640e91d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.497008] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease: (returnval){ [ 795.497008] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52edaada-fb08-fd6f-bc0e-91f21fb5b464" [ 795.497008] env[68864]: _type = "HttpNfcLease" [ 795.497008] env[68864]: } obtained for exporting VM: (result){ [ 795.497008] env[68864]: value = "vm-637076" [ 795.497008] env[68864]: _type = "VirtualMachine" [ 795.497008] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.497334] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the lease: (returnval){ [ 795.497334] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52edaada-fb08-fd6f-bc0e-91f21fb5b464" [ 795.497334] env[68864]: _type = "HttpNfcLease" [ 795.497334] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.507984] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.507984] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52edaada-fb08-fd6f-bc0e-91f21fb5b464" [ 795.507984] env[68864]: _type = "HttpNfcLease" [ 795.507984] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 795.508297] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 795.508297] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52edaada-fb08-fd6f-bc0e-91f21fb5b464" [ 795.508297] env[68864]: _type = "HttpNfcLease" [ 795.508297] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 795.509580] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde338a1-26fd-4e8e-b133-068f4e594630 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.519069] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bee5f-1e02-05b1-12da-3c8181fd8c32/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 795.519557] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bee5f-1e02-05b1-12da-3c8181fd8c32/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 795.585109] env[68864]: DEBUG nova.compute.manager [req-3ca6d9a1-04f0-44f0-b16c-8b661d4ea51b req-8728f175-badc-42db-bde4-3674b762e684 service nova] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Received event network-vif-deleted-335a8e58-11ec-44a3-ac6e-c5d941a5f87d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.594393] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5257c96c-a9ec-ee84-2543-7d153fb8c984, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.595266] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3168e616-d66d-4143-b314-cd6bea509627 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.600746] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 795.600746] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d800f8-eae5-4112-35c3-c5b8ca2757be" [ 795.600746] env[68864]: _type = "Task" [ 795.600746] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.610099] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d800f8-eae5-4112-35c3-c5b8ca2757be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.616694] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b3bccf6-ef1b-4298-ae34-efeef13d9a12 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.653648] env[68864]: DEBUG nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.700149] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.700404] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.700573] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.701869] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.701869] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.701869] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.701869] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.701869] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.702120] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.702120] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.702342] env[68864]: DEBUG nova.virt.hardware [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.703698] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c52fe4-32d8-4b76-8b77-e12dd17eedfb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.714949] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e204d447-a7e1-427a-a4b3-307843f1e5ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.760129] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Releasing lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.760129] env[68864]: DEBUG nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Instance network_info: |[{"id": "cd3eb49a-3b39-483f-934f-db201a6fe571", "address": "fa:16:3e:1a:0a:8a", "network": {"id": "ade31f66-b4f5-4524-af96-fbb2c6f6edfa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362834017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5c9f7f6c184d9e812ff45738f19f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3eb49a-3b", "ovs_interfaceid": "cd3eb49a-3b39-483f-934f-db201a6fe571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.760340] env[68864]: DEBUG oslo_concurrency.lockutils [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] Acquired lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.760548] env[68864]: DEBUG nova.network.neutron [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Refreshing network info cache for port cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.761895] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:0a:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd3eb49a-3b39-483f-934f-db201a6fe571', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.773297] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Creating folder: Project (fb5c9f7f6c184d9e812ff45738f19f01). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.778222] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-055854a7-0d03-4b01-9dcf-0775338e90f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.786430] env[68864]: DEBUG nova.scheduler.client.report [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.792996] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Created folder: Project (fb5c9f7f6c184d9e812ff45738f19f01) in parent group-v636929. [ 795.793313] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Creating folder: Instances. Parent ref: group-v637077. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.795802] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d59bde38-7239-4c54-ad16-d00ecc0ec69b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.807274] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Created folder: Instances in parent group-v637077. [ 795.808595] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.808595] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.808595] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b54bc08-c3d5-4617-b464-61732e1c5559 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.832859] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.832859] env[68864]: value = "task-3185329" [ 795.832859] env[68864]: _type = "Task" [ 795.832859] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.843490] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185329, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.876316] env[68864]: DEBUG oslo_vmware.api [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Task: {'id': task-3185325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179873} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.876316] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.876316] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.876316] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.876316] env[68864]: INFO nova.compute.manager [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 795.876707] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.876707] env[68864]: DEBUG nova.compute.manager [-] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.876707] env[68864]: DEBUG nova.network.neutron [-] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.899062] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.986019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e53e7413-7dda-4e23-b64e-21980cbd1e94 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.378s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.118609] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d800f8-eae5-4112-35c3-c5b8ca2757be, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.118960] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.119320] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 28ef952e-4509-462e-b84e-0aa4778619d4/28ef952e-4509-462e-b84e-0aa4778619d4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.119656] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31cef10a-8cda-4d07-b503-b36a218d8dca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.129020] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 796.129020] env[68864]: value = "task-3185330" [ 796.129020] env[68864]: _type = "Task" [ 796.129020] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.144047] env[68864]: DEBUG nova.network.neutron [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Updated VIF entry in instance network info cache for port cd3eb49a-3b39-483f-934f-db201a6fe571. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.144351] env[68864]: DEBUG nova.network.neutron [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Updating instance_info_cache with network_info: [{"id": "cd3eb49a-3b39-483f-934f-db201a6fe571", "address": "fa:16:3e:1a:0a:8a", "network": {"id": "ade31f66-b4f5-4524-af96-fbb2c6f6edfa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362834017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5c9f7f6c184d9e812ff45738f19f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3eb49a-3b", "ovs_interfaceid": "cd3eb49a-3b39-483f-934f-db201a6fe571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.151177] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.292371] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.293141] env[68864]: DEBUG nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.298236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.207s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.299547] env[68864]: INFO nova.compute.claims [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.310796] env[68864]: DEBUG nova.network.neutron [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Successfully updated port: a6efbedc-e612-46bc-a61b-4e861b9a0e9c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.360497] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185329, 'name': CreateVM_Task, 'duration_secs': 0.39575} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.367416] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.367416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.367416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.367416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.367416] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b941417-93af-4faf-8510-156176908fc9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.377610] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 796.377610] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243622b-1114-297f-6973-098d619a6ddf" [ 796.377610] env[68864]: _type = "Task" [ 796.377610] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.401836] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.402184] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243622b-1114-297f-6973-098d619a6ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.643835] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499375} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.644240] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 28ef952e-4509-462e-b84e-0aa4778619d4/28ef952e-4509-462e-b84e-0aa4778619d4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.644557] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.644817] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3532dc8-87ff-45b9-9f14-0b7c6132472e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.647226] env[68864]: DEBUG oslo_concurrency.lockutils [req-e0b9fd1b-c4de-4a8b-acf6-1a6c4bcbab66 req-a21aa64a-45ba-4e8f-9b84-904c7aaacd34 service nova] Releasing lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.652696] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 796.652696] env[68864]: value = "task-3185331" [ 796.652696] env[68864]: _type = "Task" [ 796.652696] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.661679] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.718359] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "e94094a9-3fb7-494c-9bda-8704f846db40" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.718629] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.808572] env[68864]: DEBUG nova.compute.utils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.812863] env[68864]: DEBUG nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.813060] env[68864]: DEBUG nova.network.neutron [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.815801] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.815920] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.816177] env[68864]: DEBUG nova.network.neutron [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.861655] env[68864]: DEBUG nova.policy [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e09fd0771547ee932c4e136fa80440', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2db9c11384224b5bb2f74dab4b2217b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.874212] env[68864]: DEBUG nova.network.neutron [-] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.889417] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243622b-1114-297f-6973-098d619a6ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.059644} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.893683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.893950] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.894198] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.894353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.894680] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.895341] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9603fce2-15e1-412f-8024-fe04101406d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.903103] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185323, 'name': ReconfigVM_Task, 'duration_secs': 1.560026} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.903495] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5/volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.909715] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65111582-d983-471f-9ddd-f9f7b423b622 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.920083] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.920441] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.921887] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22d2551-10ef-4883-b468-48dfedfa0dd2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.928244] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 796.928244] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523b4c42-8088-fcd0-e61b-764cce352219" [ 796.928244] env[68864]: _type = "Task" [ 796.928244] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.929845] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 796.929845] env[68864]: value = "task-3185332" [ 796.929845] env[68864]: _type = "Task" [ 796.929845] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.945569] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.945914] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523b4c42-8088-fcd0-e61b-764cce352219, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.946650] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2028848-e3f0-4c9b-8104-dec84a3113c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.952918] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 796.952918] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521eb2ce-e31f-1b8e-e0b9-fc3c372e5879" [ 796.952918] env[68864]: _type = "Task" [ 796.952918] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.961609] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521eb2ce-e31f-1b8e-e0b9-fc3c372e5879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.164173] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070957} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.164618] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.165843] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7d1df5-c1f1-4b25-ba03-46d7cb29ce2f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.190687] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 28ef952e-4509-462e-b84e-0aa4778619d4/28ef952e-4509-462e-b84e-0aa4778619d4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.191258] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172909a0-5e8b-4f54-a9b8-d7181ab934bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.212120] env[68864]: DEBUG nova.network.neutron [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Successfully created port: 8d57a5a4-54e5-41b9-ac28-d3dd33440287 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.220155] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 797.220155] env[68864]: value = "task-3185333" [ 797.220155] env[68864]: _type = "Task" [ 797.220155] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.226058] env[68864]: INFO nova.compute.manager [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Detaching volume 7d27d398-2464-4aba-9772-fa049a9b7104 [ 797.234678] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.263089] env[68864]: INFO nova.virt.block_device [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Attempting to driver detach volume 7d27d398-2464-4aba-9772-fa049a9b7104 from mountpoint /dev/sdb [ 797.263668] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 797.264186] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637071', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'name': 'volume-7d27d398-2464-4aba-9772-fa049a9b7104', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e94094a9-3fb7-494c-9bda-8704f846db40', 'attached_at': '', 'detached_at': '', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'serial': '7d27d398-2464-4aba-9772-fa049a9b7104'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 797.264932] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb7066-9788-4727-b71c-784421222b09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.291210] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c148bf-4974-48da-8327-3cbae0fdd1b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.298621] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d383678-1efe-4454-b28b-212bbf6ccec7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.322902] env[68864]: DEBUG nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.332747] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae86df-4287-4322-9720-69954eb2a7b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.346642] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] The volume has not been displaced from its original location: [datastore1] volume-7d27d398-2464-4aba-9772-fa049a9b7104/volume-7d27d398-2464-4aba-9772-fa049a9b7104.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 797.352576] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.353040] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5654c21f-c6ec-4ce4-9981-224172ec430f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.376758] env[68864]: INFO nova.compute.manager [-] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Took 1.50 seconds to deallocate network for instance. [ 797.380171] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 797.380171] env[68864]: value = "task-3185334" [ 797.380171] env[68864]: _type = "Task" [ 797.380171] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.399113] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.445336] env[68864]: DEBUG oslo_vmware.api [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185332, 'name': ReconfigVM_Task, 'duration_secs': 0.166842} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.445336] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637073', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'name': 'volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8eaa7a-343b-49dc-b5f9-0465794804f0', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'serial': '7a4797b8-5bbf-4df3-80be-346e3eb966a5'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 797.465445] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521eb2ce-e31f-1b8e-e0b9-fc3c372e5879, 'name': SearchDatastore_Task, 'duration_secs': 0.013764} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.469327] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.469729] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] a8aed3bf-c8a5-4735-9418-b23b24a69a28/a8aed3bf-c8a5-4735-9418-b23b24a69a28.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.470410] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ffaaf9-14e6-4418-9e72-983b9ebcc4b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.479100] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 797.479100] env[68864]: value = "task-3185335" [ 797.479100] env[68864]: _type = "Task" [ 797.479100] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.492178] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.617206] env[68864]: DEBUG nova.network.neutron [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.732496] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185333, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.883618] env[68864]: DEBUG nova.network.neutron [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Updating instance_info_cache with network_info: [{"id": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "address": "fa:16:3e:28:db:77", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6efbedc-e6", "ovs_interfaceid": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.891188] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.915576] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185334, 'name': ReconfigVM_Task, 'duration_secs': 0.339024} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.916365] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.922495] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2347f77-c353-4c68-bb49-346b939a7014 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.943309] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 797.943309] env[68864]: value = "task-3185336" [ 797.943309] env[68864]: _type = "Task" [ 797.943309] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.956095] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.958425] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb053a-dd10-4b15-98cd-c6e3ad6971eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.968167] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da0a549-f53c-4227-ba00-8fc95d2043dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.012542] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c8b0f0-f347-4047-810d-9e91b8f3e21c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.017598] env[68864]: DEBUG nova.compute.manager [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Received event network-vif-plugged-a6efbedc-e612-46bc-a61b-4e861b9a0e9c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.018125] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] Acquiring lock "95431145-1011-4ee0-b9f0-d6277c4580f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.018125] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.018433] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.018530] env[68864]: DEBUG nova.compute.manager [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] No waiting events found dispatching network-vif-plugged-a6efbedc-e612-46bc-a61b-4e861b9a0e9c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.018716] env[68864]: WARNING nova.compute.manager [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Received unexpected event network-vif-plugged-a6efbedc-e612-46bc-a61b-4e861b9a0e9c for instance with vm_state building and task_state spawning. [ 798.018885] env[68864]: DEBUG nova.compute.manager [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Received event network-changed-a6efbedc-e612-46bc-a61b-4e861b9a0e9c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.019054] env[68864]: DEBUG nova.compute.manager [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Refreshing instance network info cache due to event network-changed-a6efbedc-e612-46bc-a61b-4e861b9a0e9c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.019227] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] Acquiring lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.028538] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.030794] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ffb55-c66b-45b3-910f-def6914717f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.047647] env[68864]: DEBUG nova.compute.provider_tree [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.231631] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185333, 'name': ReconfigVM_Task, 'duration_secs': 0.531389} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.231949] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 28ef952e-4509-462e-b84e-0aa4778619d4/28ef952e-4509-462e-b84e-0aa4778619d4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.233117] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca6678d4-a912-43d0-96e6-7055778e6585 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.241094] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 798.241094] env[68864]: value = "task-3185337" [ 798.241094] env[68864]: _type = "Task" [ 798.241094] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.254488] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185337, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.338566] env[68864]: DEBUG nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.375930] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.375930] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.375930] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.375930] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.375930] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.375930] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.376282] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.376282] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.376664] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.376664] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.376838] env[68864]: DEBUG nova.virt.hardware [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.377790] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d5168-4213-43de-a8dd-0e78622a23a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.386050] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588e44eb-b7d0-4471-8b19-262a7551164f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.393670] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.393670] env[68864]: DEBUG nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Instance network_info: |[{"id": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "address": "fa:16:3e:28:db:77", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6efbedc-e6", "ovs_interfaceid": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.393670] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] Acquired lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.393670] env[68864]: DEBUG nova.network.neutron [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Refreshing network info cache for port a6efbedc-e612-46bc-a61b-4e861b9a0e9c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.393670] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:db:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6efbedc-e612-46bc-a61b-4e861b9a0e9c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.401992] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.407486] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.414531] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd541d1f-f4e0-4e91-8ab8-a9b837562144 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.436326] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.436326] env[68864]: value = "task-3185338" [ 798.436326] env[68864]: _type = "Task" [ 798.436326] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.445785] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185338, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.457533] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.523264] env[68864]: DEBUG nova.objects.instance [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.523752] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592696} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.524450] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] a8aed3bf-c8a5-4735-9418-b23b24a69a28/a8aed3bf-c8a5-4735-9418-b23b24a69a28.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.524681] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.524979] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c130b90-0ead-4cce-89dd-cf8801d6561b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.533114] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 798.533114] env[68864]: value = "task-3185339" [ 798.533114] env[68864]: _type = "Task" [ 798.533114] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.547816] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.553223] env[68864]: DEBUG nova.scheduler.client.report [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.663681] env[68864]: DEBUG nova.network.neutron [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Updated VIF entry in instance network info cache for port a6efbedc-e612-46bc-a61b-4e861b9a0e9c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.664169] env[68864]: DEBUG nova.network.neutron [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Updating instance_info_cache with network_info: [{"id": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "address": "fa:16:3e:28:db:77", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6efbedc-e6", "ovs_interfaceid": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.752611] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185337, 'name': Rename_Task, 'duration_secs': 0.175099} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.752968] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.753323] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7225e189-3c29-4456-9212-46a2d8d57efc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.759861] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 798.759861] env[68864]: value = "task-3185340" [ 798.759861] env[68864]: _type = "Task" [ 798.759861] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.767807] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.947523] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185338, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.958534] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185336, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.993373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-0e5b4dbd-8aac-46ec-ab14-b49bfd772432-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.994041] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-0e5b4dbd-8aac-46ec-ab14-b49bfd772432-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.994622] env[68864]: DEBUG nova.objects.instance [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'flavor' on Instance uuid 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.030842] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c569170-3705-4ac3-bba4-4d31fbcb71ef tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.863s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.046806] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069899} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.048297] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.049258] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1602019-f01a-4571-98b4-e4e983474971 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.064780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.065565] env[68864]: DEBUG nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.076924] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] a8aed3bf-c8a5-4735-9418-b23b24a69a28/a8aed3bf-c8a5-4735-9418-b23b24a69a28.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.077621] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.835s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.077902] env[68864]: DEBUG nova.objects.instance [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lazy-loading 'resources' on Instance uuid be00f9d7-3571-4249-a3c8-b87f43123930 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.079424] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50cceccc-51b2-48e4-aa0d-12f8c78d893b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.101362] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 799.101362] env[68864]: value = "task-3185341" [ 799.101362] env[68864]: _type = "Task" [ 799.101362] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.109720] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.167824] env[68864]: DEBUG oslo_concurrency.lockutils [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] Releasing lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.167824] env[68864]: DEBUG nova.compute.manager [req-8a979153-0017-4f59-8d2f-0ecc57849f0b req-78901e3b-5d93-4bd4-a202-361e8f193d98 service nova] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Received event network-vif-deleted-da5b8e74-aaba-4e69-b29a-3d6e7a41f961 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.200728] env[68864]: DEBUG nova.network.neutron [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Successfully updated port: 8d57a5a4-54e5-41b9-ac28-d3dd33440287 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.270655] env[68864]: DEBUG oslo_vmware.api [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185340, 'name': PowerOnVM_Task, 'duration_secs': 0.503413} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.270982] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.271210] env[68864]: INFO nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Took 9.05 seconds to spawn the instance on the hypervisor. [ 799.271464] env[68864]: DEBUG nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.272316] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b4d2b-e29e-4066-b166-0b6c33247792 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.451660] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185338, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.460460] env[68864]: DEBUG oslo_vmware.api [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185336, 'name': ReconfigVM_Task, 'duration_secs': 1.192595} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.461299] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637071', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'name': 'volume-7d27d398-2464-4aba-9772-fa049a9b7104', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e94094a9-3fb7-494c-9bda-8704f846db40', 'attached_at': '', 'detached_at': '', 'volume_id': '7d27d398-2464-4aba-9772-fa049a9b7104', 'serial': '7d27d398-2464-4aba-9772-fa049a9b7104'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 799.508442] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.508767] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.531646] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.532681] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.532681] env[68864]: DEBUG nova.compute.manager [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.533930] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9844a6de-b317-45ef-9683-5665dbdd4cb1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.543226] env[68864]: DEBUG nova.compute.manager [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 799.543871] env[68864]: DEBUG nova.objects.instance [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.578926] env[68864]: DEBUG nova.compute.utils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.580334] env[68864]: DEBUG nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.580505] env[68864]: DEBUG nova.network.neutron [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.622856] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.650078] env[68864]: DEBUG nova.objects.instance [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.678236] env[68864]: DEBUG nova.policy [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e09fd0771547ee932c4e136fa80440', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2db9c11384224b5bb2f74dab4b2217b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.706328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.706328] env[68864]: DEBUG nova.network.neutron [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.791571] env[68864]: INFO nova.compute.manager [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Took 32.65 seconds to build instance. [ 799.949321] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185338, 'name': CreateVM_Task, 'duration_secs': 1.115711} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.949610] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.950345] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.950556] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.950918] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.953156] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21ccf35-2c3c-4ac4-bcd8-1ba77bb73f2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.958513] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 799.958513] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52360a8c-06d4-e1e0-b939-d69ed304f918" [ 799.958513] env[68864]: _type = "Task" [ 799.958513] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.973375] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52360a8c-06d4-e1e0-b939-d69ed304f918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.040075] env[68864]: DEBUG nova.objects.instance [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lazy-loading 'flavor' on Instance uuid e94094a9-3fb7-494c-9bda-8704f846db40 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.083810] env[68864]: DEBUG nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.118513] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185341, 'name': ReconfigVM_Task, 'duration_secs': 0.612472} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.118800] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Reconfigured VM instance instance-00000031 to attach disk [datastore1] a8aed3bf-c8a5-4735-9418-b23b24a69a28/a8aed3bf-c8a5-4735-9418-b23b24a69a28.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.120087] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e92489a-d749-4bb5-b8ad-a391c0618539 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.131315] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 800.131315] env[68864]: value = "task-3185342" [ 800.131315] env[68864]: _type = "Task" [ 800.131315] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.141940] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185342, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.146194] env[68864]: DEBUG nova.network.neutron [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Successfully created port: 8ef86ab3-2fbd-4501-8c69-c7014e06deec {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.153228] env[68864]: DEBUG nova.objects.base [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Object Instance<0e5b4dbd-8aac-46ec-ab14-b49bfd772432> lazy-loaded attributes: flavor,pci_requests {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 800.153476] env[68864]: DEBUG nova.network.neutron [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.183373] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd98209-d9e9-4620-a1dd-c8d01bd68fa6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.192489] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67236297-8d77-4837-a9b9-044bb29e5130 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.230111] env[68864]: DEBUG nova.policy [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.232547] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d78671-d185-42bf-9bad-81d5951918cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.240395] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a432f98e-3652-474c-976f-569bfb811024 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.255351] env[68864]: DEBUG nova.compute.provider_tree [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.294368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-63e12210-1db7-4b55-bb3a-b068b75c59bc tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.056s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.298774] env[68864]: DEBUG nova.network.neutron [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.349469] env[68864]: DEBUG nova.compute.manager [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Received event network-vif-plugged-8d57a5a4-54e5-41b9-ac28-d3dd33440287 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.349469] env[68864]: DEBUG oslo_concurrency.lockutils [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] Acquiring lock "66268137-ef58-4a34-b352-aec762b6092a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.349658] env[68864]: DEBUG oslo_concurrency.lockutils [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] Lock "66268137-ef58-4a34-b352-aec762b6092a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.349766] env[68864]: DEBUG oslo_concurrency.lockutils [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] Lock "66268137-ef58-4a34-b352-aec762b6092a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.349966] env[68864]: DEBUG nova.compute.manager [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] No waiting events found dispatching network-vif-plugged-8d57a5a4-54e5-41b9-ac28-d3dd33440287 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.350790] env[68864]: WARNING nova.compute.manager [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Received unexpected event network-vif-plugged-8d57a5a4-54e5-41b9-ac28-d3dd33440287 for instance with vm_state building and task_state spawning. [ 800.351127] env[68864]: DEBUG nova.compute.manager [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Received event network-changed-8d57a5a4-54e5-41b9-ac28-d3dd33440287 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.351174] env[68864]: DEBUG nova.compute.manager [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Refreshing instance network info cache due to event network-changed-8d57a5a4-54e5-41b9-ac28-d3dd33440287. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.351335] env[68864]: DEBUG oslo_concurrency.lockutils [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] Acquiring lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.470388] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52360a8c-06d4-e1e0-b939-d69ed304f918, 'name': SearchDatastore_Task, 'duration_secs': 0.01981} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.470704] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.471687] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.471687] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.471687] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.471687] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.471949] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb19caf-6ce1-4717-b655-a5a51efc1e64 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.481265] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.481469] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.482253] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ed762c-eae3-44f1-89f6-39d3b767e335 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.487803] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 800.487803] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5291ba07-bf50-47d9-98f1-ad77e143e8cc" [ 800.487803] env[68864]: _type = "Task" [ 800.487803] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.495655] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5291ba07-bf50-47d9-98f1-ad77e143e8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.554626] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.554936] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee14b92e-e9a1-41d0-b054-43dfced58bdf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.562798] env[68864]: DEBUG oslo_vmware.api [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 800.562798] env[68864]: value = "task-3185343" [ 800.562798] env[68864]: _type = "Task" [ 800.562798] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.580455] env[68864]: DEBUG oslo_vmware.api [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.613985] env[68864]: DEBUG nova.network.neutron [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Updating instance_info_cache with network_info: [{"id": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "address": "fa:16:3e:60:65:bb", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d57a5a4-54", "ovs_interfaceid": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.645016] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185342, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.681450] env[68864]: DEBUG nova.network.neutron [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Successfully created port: 337fbfd3-f003-42fe-b9e7-33fb1b63c405 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.758811] env[68864]: DEBUG nova.scheduler.client.report [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.800150] env[68864]: DEBUG nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.003021] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5291ba07-bf50-47d9-98f1-ad77e143e8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013631} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.003021] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d27805-7000-4d36-8ef1-90791badde8a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.009259] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 801.009259] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52671fe3-8cd2-8352-979f-f5f37e94b9d5" [ 801.009259] env[68864]: _type = "Task" [ 801.009259] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.017531] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52671fe3-8cd2-8352-979f-f5f37e94b9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.048667] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ca92f2b1-d85e-40db-bd0c-2f53a4d3779b tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.330s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.078372] env[68864]: DEBUG oslo_vmware.api [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185343, 'name': PowerOffVM_Task, 'duration_secs': 0.271278} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.078596] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.078842] env[68864]: DEBUG nova.compute.manager [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.079860] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c66a56-62b4-42f2-aa54-e16a76ef4d03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.095193] env[68864]: DEBUG nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.117379] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.118028] env[68864]: DEBUG nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Instance network_info: |[{"id": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "address": "fa:16:3e:60:65:bb", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d57a5a4-54", "ovs_interfaceid": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.119342] env[68864]: DEBUG oslo_concurrency.lockutils [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] Acquired lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.119342] env[68864]: DEBUG nova.network.neutron [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Refreshing network info cache for port 8d57a5a4-54e5-41b9-ac28-d3dd33440287 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.121180] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:65:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d57a5a4-54e5-41b9-ac28-d3dd33440287', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.129871] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Creating folder: Project (2db9c11384224b5bb2f74dab4b2217b6). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.135623] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.136112] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.136287] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.136525] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.136734] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.136930] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.137210] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.137404] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.137606] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.138201] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.138429] env[68864]: DEBUG nova.virt.hardware [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.138744] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3fed038-09a7-4459-a3e2-c69c0a483f19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.141860] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c728cd36-bebd-4c7a-ac3d-99db528ea679 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.156871] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185342, 'name': Rename_Task, 'duration_secs': 0.729672} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.159052] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf1b63c-f14d-4b59-942c-df2173f05fa2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.163050] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.163399] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Created folder: Project (2db9c11384224b5bb2f74dab4b2217b6) in parent group-v636929. [ 801.163630] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Creating folder: Instances. Parent ref: group-v637081. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.163900] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d5310c-f538-4525-9cfc-dd8b385da817 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.166034] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a861d4db-1234-42eb-bd2a-76dabd3f400d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.178980] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Created folder: Instances in parent group-v637081. [ 801.179295] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.179586] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 801.179586] env[68864]: value = "task-3185345" [ 801.179586] env[68864]: _type = "Task" [ 801.179586] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.179846] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.180150] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-857bd29f-2512-4536-9845-e1ccae22ed6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.203268] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.204693] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.204693] env[68864]: value = "task-3185347" [ 801.204693] env[68864]: _type = "Task" [ 801.204693] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.214465] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185347, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.265586] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.268392] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.975s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.268710] env[68864]: DEBUG nova.objects.instance [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lazy-loading 'resources' on Instance uuid a6be127e-d6cb-4781-ba8f-470e98976f05 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.296773] env[68864]: INFO nova.scheduler.client.report [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Deleted allocations for instance be00f9d7-3571-4249-a3c8-b87f43123930 [ 801.326899] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.522910] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52671fe3-8cd2-8352-979f-f5f37e94b9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.015576} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.526009] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.526322] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 95431145-1011-4ee0-b9f0-d6277c4580f3/95431145-1011-4ee0-b9f0-d6277c4580f3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.526769] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-016bac70-659d-4af8-b566-95176636db20 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.534893] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 801.534893] env[68864]: value = "task-3185348" [ 801.534893] env[68864]: _type = "Task" [ 801.534893] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.544327] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.598479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9d31cf2-79d6-4d97-a4b3-638affc57656 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.614015] env[68864]: DEBUG nova.network.neutron [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Updated VIF entry in instance network info cache for port 8d57a5a4-54e5-41b9-ac28-d3dd33440287. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.614471] env[68864]: DEBUG nova.network.neutron [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Updating instance_info_cache with network_info: [{"id": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "address": "fa:16:3e:60:65:bb", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d57a5a4-54", "ovs_interfaceid": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.691403] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.714475] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185347, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.807829] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b516184-50a7-4a40-a33b-3dcc7a6d4743 tempest-ServerAddressesNegativeTestJSON-1048856729 tempest-ServerAddressesNegativeTestJSON-1048856729-project-member] Lock "be00f9d7-3571-4249-a3c8-b87f43123930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.683s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.868323] env[68864]: DEBUG nova.network.neutron [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Successfully updated port: 8ef86ab3-2fbd-4501-8c69-c7014e06deec {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.047267] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.120224] env[68864]: DEBUG oslo_concurrency.lockutils [req-4c166874-9eb9-4a6c-b966-f6fb285fdd16 req-5de711b3-f55b-4f32-bfd8-f2dfe317ae3e service nova] Releasing lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.199131] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.219104] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185347, 'name': CreateVM_Task, 'duration_secs': 0.513248} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.219104] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.219264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.219549] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.219810] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.220187] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdca028b-b67f-474f-b232-1ada2e465b29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.225986] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 802.225986] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b49c77-495e-2362-d3ad-f692d4177b6b" [ 802.225986] env[68864]: _type = "Task" [ 802.225986] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.236775] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b49c77-495e-2362-d3ad-f692d4177b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.319009] env[68864]: DEBUG nova.network.neutron [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Successfully updated port: 337fbfd3-f003-42fe-b9e7-33fb1b63c405 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.371591] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "refresh_cache-a899b55b-5c49-4f0d-a69c-914b9560b88c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.371780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "refresh_cache-a899b55b-5c49-4f0d-a69c-914b9560b88c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.371974] env[68864]: DEBUG nova.network.neutron [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.444977] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb311ae-db3f-4704-a1e8-3126f7c2608d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.457285] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49430cad-92fd-4c47-b9a4-ec119e9765b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.495323] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e460c5-9d94-49ed-ae1a-38a06679b027 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.503861] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799d5a1-257b-4ee0-af84-d3de15f23cff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.517593] env[68864]: DEBUG nova.compute.provider_tree [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.548451] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672274} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.548451] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 95431145-1011-4ee0-b9f0-d6277c4580f3/95431145-1011-4ee0-b9f0-d6277c4580f3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.548451] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.548451] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1d9a043-0d27-46a4-a8f4-5074ed8a9e5b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.555071] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 802.555071] env[68864]: value = "task-3185349" [ 802.555071] env[68864]: _type = "Task" [ 802.555071] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.565211] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.690656] env[68864]: DEBUG oslo_vmware.api [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185345, 'name': PowerOnVM_Task, 'duration_secs': 1.386274} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.690967] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.691440] env[68864]: INFO nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Took 9.72 seconds to spawn the instance on the hypervisor. [ 802.691628] env[68864]: DEBUG nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.692432] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8986dbff-f61f-4e7f-ae5a-0d2f5eaf5bba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.736384] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b49c77-495e-2362-d3ad-f692d4177b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.739923] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.739923] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.739923] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.739923] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.739923] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.739923] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e300ec8-8901-4ad5-87a1-77afa00ddc93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.752582] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.752773] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.753566] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6faa3957-efe8-4b47-a7d8-5f3e73c30288 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.760537] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 802.760537] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52da3bb4-64b5-f18a-c83e-0b59907b7493" [ 802.760537] env[68864]: _type = "Task" [ 802.760537] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.765561] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "463efcaf-51f7-48db-aec5-192c6258b003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.766098] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "463efcaf-51f7-48db-aec5-192c6258b003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.766310] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "463efcaf-51f7-48db-aec5-192c6258b003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.766497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "463efcaf-51f7-48db-aec5-192c6258b003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.766659] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "463efcaf-51f7-48db-aec5-192c6258b003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.771560] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52da3bb4-64b5-f18a-c83e-0b59907b7493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.772036] env[68864]: INFO nova.compute.manager [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Terminating instance [ 802.822284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.822463] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.822651] env[68864]: DEBUG nova.network.neutron [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.909308] env[68864]: DEBUG nova.network.neutron [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.021679] env[68864]: DEBUG nova.scheduler.client.report [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.066270] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082962} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.066270] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.066889] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0c77c-233f-4e5c-9aca-a42e08c3e9fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.089631] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 95431145-1011-4ee0-b9f0-d6277c4580f3/95431145-1011-4ee0-b9f0-d6277c4580f3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.089943] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49087d41-3ca2-4ae3-9275-161603201f25 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.104873] env[68864]: DEBUG nova.network.neutron [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Updating instance_info_cache with network_info: [{"id": "8ef86ab3-2fbd-4501-8c69-c7014e06deec", "address": "fa:16:3e:83:81:80", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef86ab3-2f", "ovs_interfaceid": "8ef86ab3-2fbd-4501-8c69-c7014e06deec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.111643] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 803.111643] env[68864]: value = "task-3185350" [ 803.111643] env[68864]: _type = "Task" [ 803.111643] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.122084] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.180895] env[68864]: DEBUG nova.objects.instance [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.212757] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Received event network-vif-plugged-8ef86ab3-2fbd-4501-8c69-c7014e06deec {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.212757] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Acquiring lock "a899b55b-5c49-4f0d-a69c-914b9560b88c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.212757] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.213244] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.213244] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] No waiting events found dispatching network-vif-plugged-8ef86ab3-2fbd-4501-8c69-c7014e06deec {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.213398] env[68864]: WARNING nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Received unexpected event network-vif-plugged-8ef86ab3-2fbd-4501-8c69-c7014e06deec for instance with vm_state building and task_state spawning. [ 803.213436] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Received event network-changed-8ef86ab3-2fbd-4501-8c69-c7014e06deec {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.213575] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Refreshing instance network info cache due to event network-changed-8ef86ab3-2fbd-4501-8c69-c7014e06deec. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.213743] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Acquiring lock "refresh_cache-a899b55b-5c49-4f0d-a69c-914b9560b88c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.214253] env[68864]: INFO nova.compute.manager [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Took 30.53 seconds to build instance. [ 803.272906] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52da3bb4-64b5-f18a-c83e-0b59907b7493, 'name': SearchDatastore_Task, 'duration_secs': 0.029652} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.273827] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7899189b-86be-47d4-9fd3-f57d504e230d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.278964] env[68864]: DEBUG nova.compute.manager [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.278964] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.278964] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0444cd-bb7e-401d-a061-c1bd6b8da727 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.284089] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 803.284089] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f54000-a059-2bce-dbfc-3e85d7575863" [ 803.284089] env[68864]: _type = "Task" [ 803.284089] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.287710] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.289715] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe354964-e790-4ce4-9cf2-ec3a274a9ac8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.296569] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f54000-a059-2bce-dbfc-3e85d7575863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.297863] env[68864]: DEBUG oslo_vmware.api [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 803.297863] env[68864]: value = "task-3185351" [ 803.297863] env[68864]: _type = "Task" [ 803.297863] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.306313] env[68864]: DEBUG oslo_vmware.api [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.374326] env[68864]: WARNING nova.network.neutron [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] 5e217d6b-2f9a-43c3-a232-1e44840c48e4 already exists in list: networks containing: ['5e217d6b-2f9a-43c3-a232-1e44840c48e4']. ignoring it [ 803.527623] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.531533] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.519s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.531877] env[68864]: DEBUG nova.objects.instance [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lazy-loading 'resources' on Instance uuid 091adaaa-617e-45e0-9ada-cdeadfff36a3 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.567100] env[68864]: INFO nova.scheduler.client.report [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Deleted allocations for instance a6be127e-d6cb-4781-ba8f-470e98976f05 [ 803.608700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "refresh_cache-a899b55b-5c49-4f0d-a69c-914b9560b88c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.610060] env[68864]: DEBUG nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Instance network_info: |[{"id": "8ef86ab3-2fbd-4501-8c69-c7014e06deec", "address": "fa:16:3e:83:81:80", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef86ab3-2f", "ovs_interfaceid": "8ef86ab3-2fbd-4501-8c69-c7014e06deec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.610496] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Acquired lock "refresh_cache-a899b55b-5c49-4f0d-a69c-914b9560b88c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.610841] env[68864]: DEBUG nova.network.neutron [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Refreshing network info cache for port 8ef86ab3-2fbd-4501-8c69-c7014e06deec {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.612140] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:81:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ef86ab3-2fbd-4501-8c69-c7014e06deec', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.619601] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.623014] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.626987] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde01fa2-74bc-4676-b84e-ef3360a58498 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.653498] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.655790] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.655790] env[68864]: value = "task-3185352" [ 803.655790] env[68864]: _type = "Task" [ 803.655790] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.669748] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185352, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.686761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.686761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.686761] env[68864]: DEBUG nova.network.neutron [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.686761] env[68864]: DEBUG nova.objects.instance [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'info_cache' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.718137] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d642f948-e646-4f0d-99a2-27adaf51833a tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.335s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.801028] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f54000-a059-2bce-dbfc-3e85d7575863, 'name': SearchDatastore_Task, 'duration_secs': 0.046382} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.804842] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.805312] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 66268137-ef58-4a34-b352-aec762b6092a/66268137-ef58-4a34-b352-aec762b6092a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.805454] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea0224f-eaeb-4877-aca6-bbcae46d51f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.819355] env[68864]: DEBUG oslo_vmware.api [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.819355] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 803.819355] env[68864]: value = "task-3185353" [ 803.819355] env[68864]: _type = "Task" [ 803.819355] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.827543] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.980659] env[68864]: DEBUG nova.network.neutron [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "337fbfd3-f003-42fe-b9e7-33fb1b63c405", "address": "fa:16:3e:b9:71:f8", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337fbfd3-f0", "ovs_interfaceid": "337fbfd3-f003-42fe-b9e7-33fb1b63c405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.079120] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c9acc089-998a-4630-8846-496c845dc65b tempest-FloatingIPsAssociationTestJSON-671789095 tempest-FloatingIPsAssociationTestJSON-671789095-project-member] Lock "a6be127e-d6cb-4781-ba8f-470e98976f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.335s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.132793] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185350, 'name': ReconfigVM_Task, 'duration_secs': 0.94172} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.133255] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 95431145-1011-4ee0-b9f0-d6277c4580f3/95431145-1011-4ee0-b9f0-d6277c4580f3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.137149] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b17fde88-a2f6-45a8-a148-d79e9b35d293 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.147833] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 804.147833] env[68864]: value = "task-3185354" [ 804.147833] env[68864]: _type = "Task" [ 804.147833] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.158804] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185354, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.166284] env[68864]: DEBUG nova.network.neutron [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Updated VIF entry in instance network info cache for port 8ef86ab3-2fbd-4501-8c69-c7014e06deec. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.166781] env[68864]: DEBUG nova.network.neutron [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Updating instance_info_cache with network_info: [{"id": "8ef86ab3-2fbd-4501-8c69-c7014e06deec", "address": "fa:16:3e:83:81:80", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ef86ab3-2f", "ovs_interfaceid": "8ef86ab3-2fbd-4501-8c69-c7014e06deec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.174131] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185352, 'name': CreateVM_Task, 'duration_secs': 0.441016} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.174339] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.176390] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.176390] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.176390] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.176390] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f95137-7297-49c7-889c-22377ef53365 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.183023] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 804.183023] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521e03b9-5d29-d8ea-f4e8-5a3b2e828cac" [ 804.183023] env[68864]: _type = "Task" [ 804.183023] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.191867] env[68864]: DEBUG nova.objects.base [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 804.198575] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521e03b9-5d29-d8ea-f4e8-5a3b2e828cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.318767] env[68864]: DEBUG oslo_vmware.api [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185351, 'name': PowerOffVM_Task, 'duration_secs': 0.603039} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.322414] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.322562] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.323716] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a54453-ae0e-4d61-b88b-9d622e14fa37 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.339549] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "9c821423-2eb7-493b-81be-699faf300c1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.340413] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "9c821423-2eb7-493b-81be-699faf300c1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.340993] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185353, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.412582] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.412813] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.413094] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Deleting the datastore file [datastore1] 463efcaf-51f7-48db-aec5-192c6258b003 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.413406] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495fd177-c73f-4b83-b8e5-88d141c48cf2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.424167] env[68864]: DEBUG oslo_vmware.api [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 804.424167] env[68864]: value = "task-3185356" [ 804.424167] env[68864]: _type = "Task" [ 804.424167] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.440139] env[68864]: DEBUG oslo_vmware.api [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.483669] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.484487] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.484779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.485595] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee7853c-5785-4280-93c1-3a230716cad7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.504224] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.504608] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.505730] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.505730] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.505730] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.505730] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.505730] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.505730] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.506018] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.506164] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.506321] env[68864]: DEBUG nova.virt.hardware [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.512956] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Reconfiguring VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 804.516240] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d88a11-4223-4330-af8a-3f32ac0fa8cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.535112] env[68864]: DEBUG oslo_vmware.api [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 804.535112] env[68864]: value = "task-3185357" [ 804.535112] env[68864]: _type = "Task" [ 804.535112] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.546918] env[68864]: DEBUG oslo_vmware.api [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185357, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.661570] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185354, 'name': Rename_Task, 'duration_secs': 0.19735} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.661864] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.664075] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abf9938-b9e7-49b4-8b18-068f912ab7d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.670187] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Releasing lock "refresh_cache-a899b55b-5c49-4f0d-a69c-914b9560b88c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.670707] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received event network-vif-plugged-337fbfd3-f003-42fe-b9e7-33fb1b63c405 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.670707] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Acquiring lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.671041] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.671041] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.671150] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] No waiting events found dispatching network-vif-plugged-337fbfd3-f003-42fe-b9e7-33fb1b63c405 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.671317] env[68864]: WARNING nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received unexpected event network-vif-plugged-337fbfd3-f003-42fe-b9e7-33fb1b63c405 for instance with vm_state active and task_state None. [ 804.671471] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received event network-changed-337fbfd3-f003-42fe-b9e7-33fb1b63c405 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.671620] env[68864]: DEBUG nova.compute.manager [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Refreshing instance network info cache due to event network-changed-337fbfd3-f003-42fe-b9e7-33fb1b63c405. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.671830] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Acquiring lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.671928] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Acquired lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.672100] env[68864]: DEBUG nova.network.neutron [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Refreshing network info cache for port 337fbfd3-f003-42fe-b9e7-33fb1b63c405 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.673545] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 804.673545] env[68864]: value = "task-3185358" [ 804.673545] env[68864]: _type = "Task" [ 804.673545] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.683580] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.701735] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521e03b9-5d29-d8ea-f4e8-5a3b2e828cac, 'name': SearchDatastore_Task, 'duration_secs': 0.067861} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.701735] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.701735] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.701735] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.701735] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.701735] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.701735] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81072d7a-f9f3-43e7-a2d3-f0b6865bcb67 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.705544] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806ee276-e1f5-4df2-950b-6adea585b0e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.714911] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cb257a-456c-4a9e-a6cb-3a83430a322d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.722970] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.723381] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.725237] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f868f2-58a4-4231-8192-8b892bba22eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.761393] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aabe776-7fb5-4ba8-8fd4-5f01a37c9cd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.765737] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 804.765737] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a25429-b461-2262-3e71-de3c1fec7b4a" [ 804.765737] env[68864]: _type = "Task" [ 804.765737] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.773645] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67487e7e-2a76-48aa-adca-000b295ede29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.783683] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a25429-b461-2262-3e71-de3c1fec7b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.795499] env[68864]: DEBUG nova.compute.provider_tree [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.831330] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668952} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.831330] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 66268137-ef58-4a34-b352-aec762b6092a/66268137-ef58-4a34-b352-aec762b6092a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.831330] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.831330] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c174ea62-1a2c-4e1c-96e0-7a03736813ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.839481] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 804.839481] env[68864]: value = "task-3185359" [ 804.839481] env[68864]: _type = "Task" [ 804.839481] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.843439] env[68864]: DEBUG nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.855178] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.884470] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "81c053bc-222d-498c-9e99-c1c54946ec04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.884470] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "81c053bc-222d-498c-9e99-c1c54946ec04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.936033] env[68864]: DEBUG oslo_vmware.api [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367023} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.937120] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.937120] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.937120] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.937120] env[68864]: INFO nova.compute.manager [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Took 1.66 seconds to destroy the instance on the hypervisor. [ 804.937702] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.937702] env[68864]: DEBUG nova.compute.manager [-] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.937854] env[68864]: DEBUG nova.network.neutron [-] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.047375] env[68864]: DEBUG oslo_vmware.api [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.070367] env[68864]: DEBUG nova.network.neutron [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updating instance_info_cache with network_info: [{"id": "cc2cf940-2a66-4717-a826-340f32df1a8a", "address": "fa:16:3e:2e:7c:86", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2cf940-2a", "ovs_interfaceid": "cc2cf940-2a66-4717-a826-340f32df1a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.186314] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.281464] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bee5f-1e02-05b1-12da-3c8181fd8c32/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.282284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf96638e-76dc-40c5-b3e9-3ddec8c20238 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.288835] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a25429-b461-2262-3e71-de3c1fec7b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.020104} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.290029] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11581de0-86aa-494a-a356-ef98aa5d77cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.293727] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bee5f-1e02-05b1-12da-3c8181fd8c32/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.293915] env[68864]: ERROR oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bee5f-1e02-05b1-12da-3c8181fd8c32/disk-0.vmdk due to incomplete transfer. [ 805.294532] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb62ad8b-c60c-49d2-a9a4-a590afa939a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.297391] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 805.297391] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525961de-8e0e-34f6-7531-7fd8abb86984" [ 805.297391] env[68864]: _type = "Task" [ 805.297391] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.298614] env[68864]: DEBUG nova.scheduler.client.report [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.308380] env[68864]: DEBUG oslo_vmware.rw_handles [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bee5f-1e02-05b1-12da-3c8181fd8c32/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.308428] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Uploaded image 71ebd39b-5fd0-4b5a-becd-3ade38383c43 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.312256] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.312256] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1752231d-7c3b-4ddb-871b-5139a42dc670 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.316499] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525961de-8e0e-34f6-7531-7fd8abb86984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.320617] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 805.320617] env[68864]: value = "task-3185360" [ 805.320617] env[68864]: _type = "Task" [ 805.320617] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.329559] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185360, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.351880] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112749} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.354195] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.355522] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381ab5ed-da84-4d45-abe5-909135ad4e24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.380509] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 66268137-ef58-4a34-b352-aec762b6092a/66268137-ef58-4a34-b352-aec762b6092a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.381534] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.384334] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4ed9e4-b088-4cd8-9e7d-fe779a586030 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.405572] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 805.405572] env[68864]: value = "task-3185361" [ 805.405572] env[68864]: _type = "Task" [ 805.405572] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.414474] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.545274] env[68864]: DEBUG oslo_vmware.api [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.574522] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.583855] env[68864]: DEBUG nova.network.neutron [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updated VIF entry in instance network info cache for port 337fbfd3-f003-42fe-b9e7-33fb1b63c405. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.584317] env[68864]: DEBUG nova.network.neutron [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "337fbfd3-f003-42fe-b9e7-33fb1b63c405", "address": "fa:16:3e:b9:71:f8", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337fbfd3-f0", "ovs_interfaceid": "337fbfd3-f003-42fe-b9e7-33fb1b63c405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.689233] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.818768] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.824509] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525961de-8e0e-34f6-7531-7fd8abb86984, 'name': SearchDatastore_Task, 'duration_secs': 0.031657} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.825609] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.837s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.826134] env[68864]: DEBUG nova.objects.instance [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lazy-loading 'resources' on Instance uuid 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.830241] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.830241] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] a899b55b-5c49-4f0d-a69c-914b9560b88c/a899b55b-5c49-4f0d-a69c-914b9560b88c.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.838029] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07fcb696-55b2-4428-89da-014061d72f34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.848878] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185360, 'name': Destroy_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.850542] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 805.850542] env[68864]: value = "task-3185362" [ 805.850542] env[68864]: _type = "Task" [ 805.850542] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.855700] env[68864]: INFO nova.scheduler.client.report [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Deleted allocations for instance 091adaaa-617e-45e0-9ada-cdeadfff36a3 [ 805.917315] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.992701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "188d6f1a-62ec-4267-8bde-f64bf444143a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.992701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.047814] env[68864]: DEBUG oslo_vmware.api [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.089378] env[68864]: DEBUG oslo_concurrency.lockutils [req-7409d24a-f254-45ff-8ace-e39d1b2500fc req-40a1895e-8cfa-4a26-b6bd-99597e9d0878 service nova] Releasing lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.139680] env[68864]: DEBUG nova.network.neutron [-] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.190050] env[68864]: DEBUG oslo_vmware.api [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185358, 'name': PowerOnVM_Task, 'duration_secs': 1.042755} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.190358] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.190602] env[68864]: INFO nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Took 10.54 seconds to spawn the instance on the hypervisor. [ 806.190859] env[68864]: DEBUG nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.191855] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81146b82-62b2-4af1-8945-30929e9bf689 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.339020] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185360, 'name': Destroy_Task, 'duration_secs': 0.586399} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.339300] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Destroyed the VM [ 806.342666] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.342666] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-825740da-9229-48d7-9f0c-cc56f61a8741 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.349994] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 806.349994] env[68864]: value = "task-3185363" [ 806.349994] env[68864]: _type = "Task" [ 806.349994] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.362608] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185363, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.366220] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.375445] env[68864]: DEBUG oslo_concurrency.lockutils [None req-49a54757-167f-4d9d-973d-6c1d98f52fff tempest-ImagesNegativeTestJSON-2038305298 tempest-ImagesNegativeTestJSON-2038305298-project-member] Lock "091adaaa-617e-45e0-9ada-cdeadfff36a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.973s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.425768] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185361, 'name': ReconfigVM_Task, 'duration_secs': 0.542915} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.427118] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 66268137-ef58-4a34-b352-aec762b6092a/66268137-ef58-4a34-b352-aec762b6092a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.427828] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9401cca4-8a13-49a8-8107-f66ea77b90e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.435596] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 806.435596] env[68864]: value = "task-3185364" [ 806.435596] env[68864]: _type = "Task" [ 806.435596] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.446967] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185364, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.550517] env[68864]: DEBUG oslo_vmware.api [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185357, 'name': ReconfigVM_Task, 'duration_secs': 1.660895} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.553757] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.554094] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Reconfigured VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 806.580930] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.581725] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da9d83ea-34a7-42c2-bb17-8c519b7e744e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.593825] env[68864]: DEBUG oslo_vmware.api [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 806.593825] env[68864]: value = "task-3185365" [ 806.593825] env[68864]: _type = "Task" [ 806.593825] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.602052] env[68864]: DEBUG oslo_vmware.api [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.643970] env[68864]: INFO nova.compute.manager [-] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Took 1.71 seconds to deallocate network for instance. [ 806.722691] env[68864]: INFO nova.compute.manager [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Took 32.26 seconds to build instance. [ 806.864359] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185363, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.870666] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732655} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.871991] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] a899b55b-5c49-4f0d-a69c-914b9560b88c/a899b55b-5c49-4f0d-a69c-914b9560b88c.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.871991] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.871991] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-772b2439-d941-44fc-b119-5a344cd4f443 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.878654] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 806.878654] env[68864]: value = "task-3185366" [ 806.878654] env[68864]: _type = "Task" [ 806.878654] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.891748] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.912595] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15e77f3-6a6a-4b74-b472-370ce1578df9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.920612] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c487152-f889-49d9-a446-0722af463501 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.960462] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973f7261-37ae-4c64-a19a-5ead099b5b6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.975139] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1971adde-3731-4df1-8258-15951a1065e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.981641] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185364, 'name': Rename_Task, 'duration_secs': 0.386866} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.982104] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.983019] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb7f7007-f328-4221-bde7-deb044b36f52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.000326] env[68864]: DEBUG nova.compute.provider_tree [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.007038] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 807.007038] env[68864]: value = "task-3185367" [ 807.007038] env[68864]: _type = "Task" [ 807.007038] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.016094] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.059672] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5e4b21d9-1228-4b08-a386-c05645e1a130 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-0e5b4dbd-8aac-46ec-ab14-b49bfd772432-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.066s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.104685] env[68864]: DEBUG oslo_vmware.api [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.155243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.226120] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9878c8d6-9b23-4d31-910b-6f52849ec3d8 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.405s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.252632] env[68864]: DEBUG nova.compute.manager [req-405be3e9-9dee-4171-8c59-3e56c2cbe81b req-d11a76a7-a239-4448-8dd9-7a4d73be7750 service nova] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Received event network-vif-deleted-6cbde43f-9d9d-4a1a-8717-2765dd8f2811 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.364543] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185363, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.389432] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09659} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.393166] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.393166] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45678e56-2889-4afd-bc61-beb9eda1bf0c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.421344] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a899b55b-5c49-4f0d-a69c-914b9560b88c/a899b55b-5c49-4f0d-a69c-914b9560b88c.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.426012] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05827e09-99dc-404e-b5ff-946fbdc761d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.442405] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 807.442405] env[68864]: value = "task-3185368" [ 807.442405] env[68864]: _type = "Task" [ 807.442405] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.452962] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.505851] env[68864]: DEBUG nova.scheduler.client.report [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.532107] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185367, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.604936] env[68864]: DEBUG oslo_vmware.api [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185365, 'name': PowerOnVM_Task, 'duration_secs': 0.80926} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.605227] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.605427] env[68864]: DEBUG nova.compute.manager [None req-4cea7e52-8fe1-41d0-9ca4-c4a90a272034 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.606217] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b64775-d1d1-4240-a7ac-29d3511c3a78 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.728798] env[68864]: DEBUG nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.797703] env[68864]: DEBUG nova.compute.manager [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 807.866353] env[68864]: DEBUG oslo_vmware.api [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185363, 'name': RemoveSnapshot_Task, 'duration_secs': 1.33975} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.866353] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.866353] env[68864]: INFO nova.compute.manager [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 807.954712] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.016509] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.020581] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.327s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.023511] env[68864]: INFO nova.compute.claims [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.035809] env[68864]: DEBUG oslo_vmware.api [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185367, 'name': PowerOnVM_Task, 'duration_secs': 0.946498} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.036200] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.036492] env[68864]: INFO nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Took 9.70 seconds to spawn the instance on the hypervisor. [ 808.036737] env[68864]: DEBUG nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.037785] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9005924-bdee-4486-9d74-da895020ffac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.060065] env[68864]: INFO nova.scheduler.client.report [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Deleted allocations for instance 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23 [ 808.103399] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] Acquiring lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.103399] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] Acquired lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.103569] env[68864]: DEBUG nova.network.neutron [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.250521] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.316708] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.428175] env[68864]: DEBUG nova.compute.manager [None req-32cf598a-a124-4b17-82f0-f4f8e5710800 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Found 1 images (rotation: 2) {{(pid=68864) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 808.457386] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185368, 'name': ReconfigVM_Task, 'duration_secs': 0.607425} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.457679] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a899b55b-5c49-4f0d-a69c-914b9560b88c/a899b55b-5c49-4f0d-a69c-914b9560b88c.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.461023] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71a7adf7-fcec-411d-9b00-859b00890e32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.466113] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 808.466113] env[68864]: value = "task-3185369" [ 808.466113] env[68864]: _type = "Task" [ 808.466113] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.477293] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185369, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.558380] env[68864]: INFO nova.compute.manager [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Took 33.06 seconds to build instance. [ 808.569028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-81e6f398-7c82-4318-a521-d725c06bf835 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.616s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.978289] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185369, 'name': Rename_Task, 'duration_secs': 0.20554} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.978623] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.978953] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-759ec045-adf3-47e4-b9a6-dbd4a7dafdb4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.985573] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 808.985573] env[68864]: value = "task-3185370" [ 808.985573] env[68864]: _type = "Task" [ 808.985573] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.996600] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.063593] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5f3b049b-f068-4e63-9aba-90905ffacb55 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.482s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.063593] env[68864]: DEBUG nova.network.neutron [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Updating instance_info_cache with network_info: [{"id": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "address": "fa:16:3e:28:db:77", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6efbedc-e6", "ovs_interfaceid": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.497607] env[68864]: DEBUG nova.compute.manager [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Received event network-changed-cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.497947] env[68864]: DEBUG nova.compute.manager [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Refreshing instance network info cache due to event network-changed-cd3eb49a-3b39-483f-934f-db201a6fe571. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.497947] env[68864]: DEBUG oslo_concurrency.lockutils [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] Acquiring lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498699] env[68864]: DEBUG oslo_concurrency.lockutils [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] Acquired lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.499030] env[68864]: DEBUG nova.network.neutron [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Refreshing network info cache for port cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.506665] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185370, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.562241] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedbf94f-8135-44cd-b0ac-58d182e1ed6a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.571025] env[68864]: DEBUG nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.574227] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] Releasing lock "refresh_cache-95431145-1011-4ee0-b9f0-d6277c4580f3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.574468] env[68864]: DEBUG nova.compute.manager [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Inject network info {{(pid=68864) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 809.574718] env[68864]: DEBUG nova.compute.manager [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] network_info to inject: |[{"id": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "address": "fa:16:3e:28:db:77", "network": {"id": "2fcbfd12-a584-4880-ac64-3ff3b1a75ce6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1875028513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cc25328be50497aafb753864ebfd480", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6efbedc-e6", "ovs_interfaceid": "a6efbedc-e612-46bc-a61b-4e861b9a0e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 809.580066] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Reconfiguring VM instance to set the machine id {{(pid=68864) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 809.580980] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1d8848-0e3a-4697-8c3e-57f756867ce4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.593844] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688299ac-be61-4b74-994b-940f9f219cfd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.605860] env[68864]: DEBUG oslo_vmware.api [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] Waiting for the task: (returnval){ [ 809.605860] env[68864]: value = "task-3185371" [ 809.605860] env[68864]: _type = "Task" [ 809.605860] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.644942] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f53f735-ed1a-4ed9-957b-344db2c2bc2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.660749] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030ec1d6-c7c5-45eb-a609-4f8e368d5e81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.666942] env[68864]: DEBUG oslo_vmware.api [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] Task: {'id': task-3185371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.685537] env[68864]: DEBUG nova.compute.provider_tree [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.805133] env[68864]: DEBUG nova.compute.manager [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.806474] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b47f7-a39a-4e4d-b219-d287d9cca7f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.841166] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-0e5b4dbd-8aac-46ec-ab14-b49bfd772432-337fbfd3-f003-42fe-b9e7-33fb1b63c405" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.841604] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-0e5b4dbd-8aac-46ec-ab14-b49bfd772432-337fbfd3-f003-42fe-b9e7-33fb1b63c405" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.001014] env[68864]: DEBUG oslo_vmware.api [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185370, 'name': PowerOnVM_Task, 'duration_secs': 0.725795} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.001014] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.002164] env[68864]: INFO nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Took 8.90 seconds to spawn the instance on the hypervisor. [ 810.002164] env[68864]: DEBUG nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.004770] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400da448-c609-4bfb-ae1a-9ebdab29d99b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.103358] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.151067] env[68864]: DEBUG oslo_vmware.api [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] Task: {'id': task-3185371, 'name': ReconfigVM_Task, 'duration_secs': 0.20217} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.152297] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fd26af-d5ae-4a40-9db6-1d65aa94a22f tempest-ServersAdminTestJSON-790336556 tempest-ServersAdminTestJSON-790336556-project-admin] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Reconfigured VM instance to set the machine id {{(pid=68864) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 810.188907] env[68864]: DEBUG nova.scheduler.client.report [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.319896] env[68864]: INFO nova.compute.manager [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] instance snapshotting [ 810.320664] env[68864]: DEBUG nova.objects.instance [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'flavor' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.344357] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.344528] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.345792] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64bc4b-8f8f-487c-acf7-5e1b7a4d6993 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.382997] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cadfdc-52ca-4713-961f-396f65f7b098 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.411231] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Reconfiguring VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 810.411582] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78966420-2ecb-4f1f-b4ac-a4d534bda021 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.437699] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 810.437699] env[68864]: value = "task-3185372" [ 810.437699] env[68864]: _type = "Task" [ 810.437699] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.449832] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.498535] env[68864]: DEBUG nova.network.neutron [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Updated VIF entry in instance network info cache for port cd3eb49a-3b39-483f-934f-db201a6fe571. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.498966] env[68864]: DEBUG nova.network.neutron [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Updating instance_info_cache with network_info: [{"id": "cd3eb49a-3b39-483f-934f-db201a6fe571", "address": "fa:16:3e:1a:0a:8a", "network": {"id": "ade31f66-b4f5-4524-af96-fbb2c6f6edfa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1362834017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5c9f7f6c184d9e812ff45738f19f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd3eb49a-3b", "ovs_interfaceid": "cd3eb49a-3b39-483f-934f-db201a6fe571", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.530175] env[68864]: INFO nova.compute.manager [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Took 34.47 seconds to build instance. [ 810.694315] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.695394] env[68864]: DEBUG nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.698192] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.173s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.699689] env[68864]: INFO nova.compute.claims [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.827329] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bce9940-5b0b-456c-96c5-0ccddfa95df9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.848629] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edaae12-e7ad-4ad1-bb82-4efcc90be268 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.951952] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.006136] env[68864]: DEBUG oslo_concurrency.lockutils [req-2350a5fc-d9ba-46e3-a1e3-8c4ced7f0ac7 req-eb7734a5-dbab-4df0-b879-fbe133de277b service nova] Releasing lock "refresh_cache-a8aed3bf-c8a5-4735-9418-b23b24a69a28" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.032532] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aac22cb4-82d4-449a-96aa-09539fb3911d tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.102s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.205200] env[68864]: DEBUG nova.compute.utils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.219522] env[68864]: DEBUG nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.219522] env[68864]: DEBUG nova.network.neutron [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.309572] env[68864]: DEBUG nova.policy [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6e09fd0771547ee932c4e136fa80440', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2db9c11384224b5bb2f74dab4b2217b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.369316] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.370199] env[68864]: INFO nova.compute.manager [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Rebuilding instance [ 811.372673] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cbc1b253-ce69-4a63-85fc-8c4216ae207d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.381771] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 811.381771] env[68864]: value = "task-3185373" [ 811.381771] env[68864]: _type = "Task" [ 811.381771] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.391736] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185373, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.436315] env[68864]: DEBUG nova.compute.manager [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.436315] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb59c70b-b1d0-48b7-a629-3f291013a0b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.459118] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.508928] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.508928] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.724102] env[68864]: DEBUG nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.893493] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185373, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.953556] env[68864]: DEBUG nova.network.neutron [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Successfully created port: 4481f102-95c9-4e65-a94d-0675db09633f {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.976145] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.022697] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.022903] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.023288] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.023476] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.023636] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.023791] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.023963] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 812.024236] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.330390] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd9960c-b999-4abf-b8bf-1b25d82c2347 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.340585] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3688d5ae-7b82-4204-a9c4-bf69cf14826c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.377147] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d966d1ce-ce2f-486c-857c-87d68c47d0f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.389990] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54140ba6-c276-4bce-8209-3ac64af4fbd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.403706] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185373, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.414968] env[68864]: DEBUG nova.compute.provider_tree [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.455334] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.468408] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.468612] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cca2b891-d734-4910-8be7-c8441cdb1482 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.477358] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 812.477358] env[68864]: value = "task-3185374" [ 812.477358] env[68864]: _type = "Task" [ 812.477358] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.485552] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.535044] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.746876] env[68864]: DEBUG nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.790533] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.791333] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.791634] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.791937] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.792191] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.792510] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.792727] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.792987] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.793259] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.793518] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.794088] env[68864]: DEBUG nova.virt.hardware [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.796087] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204e695c-b380-4715-b985-5e7919d780d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.809169] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19860553-89c3-4716-b3e1-ddf4653bf728 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.898473] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185373, 'name': CreateSnapshot_Task, 'duration_secs': 1.234312} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.898889] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.899863] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4d1db-3c72-4759-a87b-921253c6cf96 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.917356] env[68864]: DEBUG nova.scheduler.client.report [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.957200] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.994742] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185374, 'name': PowerOffVM_Task, 'duration_secs': 0.270756} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.995100] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.995272] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.996179] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b3685-56d1-4e03-b5ca-45c042c88be6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.009018] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.009018] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb2ad3c-86ee-480f-95cd-b2fec174ab97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.090156] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.090380] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.090566] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleting the datastore file [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.090832] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0c84800-f6bf-4877-ad41-57d003018e65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.097962] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 813.097962] env[68864]: value = "task-3185376" [ 813.097962] env[68864]: _type = "Task" [ 813.097962] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.106342] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.424673] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.426508] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.426508] env[68864]: DEBUG nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.432904] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7c4de3d-3c6a-4ab7-8d73-99156efa3653 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.439979] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.727s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.441763] env[68864]: INFO nova.compute.claims [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.453434] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 813.453434] env[68864]: value = "task-3185377" [ 813.453434] env[68864]: _type = "Task" [ 813.453434] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.462625] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.469795] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185377, 'name': CloneVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.540894] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.541236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.543298] env[68864]: DEBUG nova.compute.manager [req-089a3e37-ebfb-4483-b6b3-7545a4fd1540 req-e308602f-7132-4409-9006-486d9017ea42 service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Received event network-vif-plugged-4481f102-95c9-4e65-a94d-0675db09633f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.543499] env[68864]: DEBUG oslo_concurrency.lockutils [req-089a3e37-ebfb-4483-b6b3-7545a4fd1540 req-e308602f-7132-4409-9006-486d9017ea42 service nova] Acquiring lock "493844ba-f2ff-4f85-8d71-167619a9ad1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.543703] env[68864]: DEBUG oslo_concurrency.lockutils [req-089a3e37-ebfb-4483-b6b3-7545a4fd1540 req-e308602f-7132-4409-9006-486d9017ea42 service nova] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.544044] env[68864]: DEBUG oslo_concurrency.lockutils [req-089a3e37-ebfb-4483-b6b3-7545a4fd1540 req-e308602f-7132-4409-9006-486d9017ea42 service nova] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.545573] env[68864]: DEBUG nova.compute.manager [req-089a3e37-ebfb-4483-b6b3-7545a4fd1540 req-e308602f-7132-4409-9006-486d9017ea42 service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] No waiting events found dispatching network-vif-plugged-4481f102-95c9-4e65-a94d-0675db09633f {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.545820] env[68864]: WARNING nova.compute.manager [req-089a3e37-ebfb-4483-b6b3-7545a4fd1540 req-e308602f-7132-4409-9006-486d9017ea42 service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Received unexpected event network-vif-plugged-4481f102-95c9-4e65-a94d-0675db09633f for instance with vm_state building and task_state spawning. [ 813.613489] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4482} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.613758] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.613952] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.614186] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.654266] env[68864]: DEBUG nova.network.neutron [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Successfully updated port: 4481f102-95c9-4e65-a94d-0675db09633f {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.941685] env[68864]: DEBUG nova.compute.utils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.943342] env[68864]: DEBUG nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.943554] env[68864]: DEBUG nova.network.neutron [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.958454] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.968102] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185377, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.995604] env[68864]: DEBUG nova.policy [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98dd03f8934e442c8e2ef656758b7c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e7761fc270144df8ba4e58f161d1267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.047277] env[68864]: DEBUG nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.156903] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "refresh_cache-493844ba-f2ff-4f85-8d71-167619a9ad1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.159253] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "refresh_cache-493844ba-f2ff-4f85-8d71-167619a9ad1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.159253] env[68864]: DEBUG nova.network.neutron [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.364436] env[68864]: DEBUG nova.network.neutron [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Successfully created port: bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.448425] env[68864]: DEBUG nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.467147] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.473886] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185377, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.570846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.650320] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.650555] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.650711] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.650897] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.651207] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.651420] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.651676] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.652067] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.652067] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.652278] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.652490] env[68864]: DEBUG nova.virt.hardware [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.653454] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1eabe7-6228-43a3-af5c-98385eb5f862 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.666945] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb2e856-fb13-4e99-af4a-33724f5bbdef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.687932] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:88:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45c41865-16ab-4b10-9d78-963af53ec87c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.693620] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.696584] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.697054] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8887faf3-ba03-4e43-bbc7-7b23537814c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.721079] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.721079] env[68864]: value = "task-3185378" [ 814.721079] env[68864]: _type = "Task" [ 814.721079] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.734050] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185378, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.734761] env[68864]: DEBUG nova.network.neutron [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.989460] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.994143] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185377, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.997981] env[68864]: DEBUG nova.network.neutron [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Updating instance_info_cache with network_info: [{"id": "4481f102-95c9-4e65-a94d-0675db09633f", "address": "fa:16:3e:fb:c2:38", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4481f102-95", "ovs_interfaceid": "4481f102-95c9-4e65-a94d-0675db09633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.059021] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523999fd-98c4-4db0-aae7-c1749126c092 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.067678] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4d091f-1d11-4b18-8a09-6c8fc1684fa9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.100884] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ddabe-6925-42e3-9f31-cb9e0777d3d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.109068] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cf2b21-533a-4431-b3e8-bdaf6cf22254 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.125313] env[68864]: DEBUG nova.compute.provider_tree [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.230361] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185378, 'name': CreateVM_Task, 'duration_secs': 0.431307} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.230549] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.231248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.231415] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.231737] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.231998] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef99497-26cf-4fa5-8eb3-c4f01109fa8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.236927] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 815.236927] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529ac0e4-e311-5f08-a93f-2a473afebcf3" [ 815.236927] env[68864]: _type = "Task" [ 815.236927] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.246530] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529ac0e4-e311-5f08-a93f-2a473afebcf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.471752] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.476834] env[68864]: DEBUG nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.485019] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185377, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.500982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "refresh_cache-493844ba-f2ff-4f85-8d71-167619a9ad1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.500982] env[68864]: DEBUG nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Instance network_info: |[{"id": "4481f102-95c9-4e65-a94d-0675db09633f", "address": "fa:16:3e:fb:c2:38", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4481f102-95", "ovs_interfaceid": "4481f102-95c9-4e65-a94d-0675db09633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.501572] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:c2:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4481f102-95c9-4e65-a94d-0675db09633f', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.513592] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.517157] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.517157] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.517157] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.517157] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.517157] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.517157] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.517657] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.517657] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.517657] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.517886] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.517973] env[68864]: DEBUG nova.virt.hardware [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.518276] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.519040] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dbc14b-eac9-405b-92bf-c2d51b9b48f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.522091] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ee6415f-dd87-4fd6-9849-f6b5c054ee41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.541816] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea73595-2aed-4f5f-985a-482bf08e6d08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.546626] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.546626] env[68864]: value = "task-3185379" [ 815.546626] env[68864]: _type = "Task" [ 815.546626] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.566293] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185379, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.629433] env[68864]: DEBUG nova.scheduler.client.report [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.749471] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529ac0e4-e311-5f08-a93f-2a473afebcf3, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.750026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.750571] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.750571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.750571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.751195] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.751195] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a35813b5-fbc0-490f-b0e9-3509013c86b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.755800] env[68864]: DEBUG nova.compute.manager [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Received event network-changed-4481f102-95c9-4e65-a94d-0675db09633f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.755884] env[68864]: DEBUG nova.compute.manager [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Refreshing instance network info cache due to event network-changed-4481f102-95c9-4e65-a94d-0675db09633f. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.756121] env[68864]: DEBUG oslo_concurrency.lockutils [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] Acquiring lock "refresh_cache-493844ba-f2ff-4f85-8d71-167619a9ad1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.756326] env[68864]: DEBUG oslo_concurrency.lockutils [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] Acquired lock "refresh_cache-493844ba-f2ff-4f85-8d71-167619a9ad1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.756434] env[68864]: DEBUG nova.network.neutron [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Refreshing network info cache for port 4481f102-95c9-4e65-a94d-0675db09633f {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.764946] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.765135] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.766525] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c52af9-34f6-4a9d-8fdd-aefe22cf77ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.774114] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 815.774114] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b29f98-95d7-43e7-7e59-cc6f381fed06" [ 815.774114] env[68864]: _type = "Task" [ 815.774114] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.781938] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b29f98-95d7-43e7-7e59-cc6f381fed06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.970212] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.981290] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185377, 'name': CloneVM_Task, 'duration_secs': 2.189091} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.981535] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Created linked-clone VM from snapshot [ 815.982372] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80f7ebd-899f-44fe-b933-fe4df4c4042b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.990293] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Uploading image cc5a6d6e-1761-4926-8930-756b3f5609da {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.030129] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.030129] env[68864]: value = "vm-637086" [ 816.030129] env[68864]: _type = "VirtualMachine" [ 816.030129] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.030862] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7de893a4-649d-4eae-8107-aaced5766e2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.038420] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease: (returnval){ [ 816.038420] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4d1c9-1420-9623-9188-b42707f24483" [ 816.038420] env[68864]: _type = "HttpNfcLease" [ 816.038420] env[68864]: } obtained for exporting VM: (result){ [ 816.038420] env[68864]: value = "vm-637086" [ 816.038420] env[68864]: _type = "VirtualMachine" [ 816.038420] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.038874] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the lease: (returnval){ [ 816.038874] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4d1c9-1420-9623-9188-b42707f24483" [ 816.038874] env[68864]: _type = "HttpNfcLease" [ 816.038874] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.045928] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.045928] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4d1c9-1420-9623-9188-b42707f24483" [ 816.045928] env[68864]: _type = "HttpNfcLease" [ 816.045928] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.057406] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185379, 'name': CreateVM_Task, 'duration_secs': 0.481299} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.057406] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.057406] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.057406] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.057822] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.059393] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce2e08f3-0193-47fc-902c-9c99275df3e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.067602] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "b818e8d6-6a1b-4efb-a120-e1c768d801df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.067893] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.071751] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 816.071751] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276fb3d-1815-1741-de8d-2852ff45640b" [ 816.071751] env[68864]: _type = "Task" [ 816.071751] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.081926] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276fb3d-1815-1741-de8d-2852ff45640b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.142408] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.142408] env[68864]: DEBUG nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.143923] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.809s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.145543] env[68864]: INFO nova.compute.claims [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.285375] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b29f98-95d7-43e7-7e59-cc6f381fed06, 'name': SearchDatastore_Task, 'duration_secs': 0.023773} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.286258] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa13e72c-cd47-44af-9c9d-39508969479f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.291800] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 816.291800] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52444dd5-7793-eae6-b95d-fcde49d03b05" [ 816.291800] env[68864]: _type = "Task" [ 816.291800] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.300545] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52444dd5-7793-eae6-b95d-fcde49d03b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.388080] env[68864]: DEBUG nova.network.neutron [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Successfully updated port: bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.470255] env[68864]: DEBUG oslo_vmware.api [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185372, 'name': ReconfigVM_Task, 'duration_secs': 5.806336} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.470538] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.470751] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Reconfigured VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 816.536749] env[68864]: DEBUG nova.network.neutron [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Updated VIF entry in instance network info cache for port 4481f102-95c9-4e65-a94d-0675db09633f. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.537153] env[68864]: DEBUG nova.network.neutron [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Updating instance_info_cache with network_info: [{"id": "4481f102-95c9-4e65-a94d-0675db09633f", "address": "fa:16:3e:fb:c2:38", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4481f102-95", "ovs_interfaceid": "4481f102-95c9-4e65-a94d-0675db09633f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.552471] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.552471] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4d1c9-1420-9623-9188-b42707f24483" [ 816.552471] env[68864]: _type = "HttpNfcLease" [ 816.552471] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.552753] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.552753] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4d1c9-1420-9623-9188-b42707f24483" [ 816.552753] env[68864]: _type = "HttpNfcLease" [ 816.552753] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 816.553544] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af8a495-4a35-41bd-a70e-8399adfacd7e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.562347] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d292b0-124b-9295-9828-24fc739e0777/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.562524] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d292b0-124b-9295-9828-24fc739e0777/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 816.634894] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276fb3d-1815-1741-de8d-2852ff45640b, 'name': SearchDatastore_Task, 'duration_secs': 0.018413} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.635168] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.635349] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.635597] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.661170] env[68864]: DEBUG nova.compute.utils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.663443] env[68864]: DEBUG nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.663443] env[68864]: DEBUG nova.network.neutron [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.730132] env[68864]: DEBUG nova.policy [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ef3661d172a427f8ac43d1a2c665b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e780cf01d71b4b5abc9765da07f93104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.734867] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bfcdcb5e-01f9-46d3-9bfc-bcfb78597c8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.806749] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52444dd5-7793-eae6-b95d-fcde49d03b05, 'name': SearchDatastore_Task, 'duration_secs': 0.019993} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.808167] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.808167] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.808167] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.808167] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.808167] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec8d6ca4-3515-4ee0-8e79-db79b7513b7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.811973] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b69c481f-9f38-41b9-a6cb-180c6d211d31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.816751] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 816.816751] env[68864]: value = "task-3185381" [ 816.816751] env[68864]: _type = "Task" [ 816.816751] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.821155] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.821345] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.822601] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75a9dbd-e811-42b0-9254-04f7f424517b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.831717] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.836361] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 816.836361] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52085e10-e873-165a-d913-9c35fd26ebc1" [ 816.836361] env[68864]: _type = "Task" [ 816.836361] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.846210] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52085e10-e873-165a-d913-9c35fd26ebc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.891215] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "refresh_cache-028503c1-80c7-4f98-9fde-768bdd793a2b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.891395] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "refresh_cache-028503c1-80c7-4f98-9fde-768bdd793a2b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.891557] env[68864]: DEBUG nova.network.neutron [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.040221] env[68864]: DEBUG oslo_concurrency.lockutils [req-dbb87cff-de17-4240-b9ce-ef6e0fbb9daa req-0ffbd7e7-9f39-4587-8843-bf80fe23b6cd service nova] Releasing lock "refresh_cache-493844ba-f2ff-4f85-8d71-167619a9ad1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.109725] env[68864]: DEBUG nova.network.neutron [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Successfully created port: 45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.166741] env[68864]: DEBUG nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.332490] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.349525] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52085e10-e873-165a-d913-9c35fd26ebc1, 'name': SearchDatastore_Task, 'duration_secs': 0.013292} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.350535] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57caf348-c15a-468a-8afa-c01a2c8f2406 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.359973] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 817.359973] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52614754-6ac3-aad8-c6c7-5045f8cd5800" [ 817.359973] env[68864]: _type = "Task" [ 817.359973] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.370590] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52614754-6ac3-aad8-c6c7-5045f8cd5800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.448864] env[68864]: DEBUG nova.network.neutron [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.531931] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.532496] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.532577] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.532879] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.533119] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.537861] env[68864]: INFO nova.compute.manager [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Terminating instance [ 817.609428] env[68864]: DEBUG nova.network.neutron [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Updating instance_info_cache with network_info: [{"id": "bfe20a6e-e994-4cf6-9b3d-25f2d9befd49", "address": "fa:16:3e:da:4d:2c", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe20a6e-e9", "ovs_interfaceid": "bfe20a6e-e994-4cf6-9b3d-25f2d9befd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.762955] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190afa9-33de-4465-9f4a-c080735fe209 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.771435] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74361569-8e99-4e01-81fc-0a702a47ddef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.805635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.805835] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.806077] env[68864]: DEBUG nova.network.neutron [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.808497] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1dbb6d-f484-4d65-a882-5766f9e0fb82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.816979] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86816d66-e435-4cf6-84e5-34515bdfdc48 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.841662] env[68864]: DEBUG nova.compute.provider_tree [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.843290] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657026} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.845321] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.845321] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.846647] env[68864]: DEBUG nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Received event network-vif-plugged-bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.846845] env[68864]: DEBUG oslo_concurrency.lockutils [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] Acquiring lock "028503c1-80c7-4f98-9fde-768bdd793a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.847052] env[68864]: DEBUG oslo_concurrency.lockutils [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.847354] env[68864]: DEBUG oslo_concurrency.lockutils [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.847446] env[68864]: DEBUG nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] No waiting events found dispatching network-vif-plugged-bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.847614] env[68864]: WARNING nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Received unexpected event network-vif-plugged-bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 for instance with vm_state building and task_state spawning. [ 817.847776] env[68864]: DEBUG nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Received event network-changed-bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.849319] env[68864]: DEBUG nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Refreshing instance network info cache due to event network-changed-bfe20a6e-e994-4cf6-9b3d-25f2d9befd49. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.849639] env[68864]: DEBUG oslo_concurrency.lockutils [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] Acquiring lock "refresh_cache-028503c1-80c7-4f98-9fde-768bdd793a2b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.850804] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33cd9d4b-8246-4bad-938f-29410c6deb84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.862577] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 817.862577] env[68864]: value = "task-3185382" [ 817.862577] env[68864]: _type = "Task" [ 817.862577] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.875970] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52614754-6ac3-aad8-c6c7-5045f8cd5800, 'name': SearchDatastore_Task, 'duration_secs': 0.060295} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.879564] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.879855] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 493844ba-f2ff-4f85-8d71-167619a9ad1f/493844ba-f2ff-4f85-8d71-167619a9ad1f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.880283] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.880504] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f85804af-79a6-4ea6-9b77-be66e44cf916 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.887547] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 817.887547] env[68864]: value = "task-3185383" [ 817.887547] env[68864]: _type = "Task" [ 817.887547] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.896491] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.041785] env[68864]: DEBUG nova.compute.manager [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.042072] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.043111] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631adaf6-b701-4978-9d92-6764f7a6840c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.051994] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.052447] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8ae25e7-6d74-49a1-8372-0c557e86ccd9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.059036] env[68864]: DEBUG oslo_vmware.api [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 818.059036] env[68864]: value = "task-3185384" [ 818.059036] env[68864]: _type = "Task" [ 818.059036] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.067930] env[68864]: DEBUG oslo_vmware.api [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.112031] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "refresh_cache-028503c1-80c7-4f98-9fde-768bdd793a2b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.112675] env[68864]: DEBUG nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Instance network_info: |[{"id": "bfe20a6e-e994-4cf6-9b3d-25f2d9befd49", "address": "fa:16:3e:da:4d:2c", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe20a6e-e9", "ovs_interfaceid": "bfe20a6e-e994-4cf6-9b3d-25f2d9befd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.113194] env[68864]: DEBUG oslo_concurrency.lockutils [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] Acquired lock "refresh_cache-028503c1-80c7-4f98-9fde-768bdd793a2b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.113487] env[68864]: DEBUG nova.network.neutron [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Refreshing network info cache for port bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.115252] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:4d:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe20a6e-e994-4cf6-9b3d-25f2d9befd49', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.125558] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.126880] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.129418] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5724f3bf-8b0c-49e6-8d9e-99d95cdcc7c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.152205] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.152205] env[68864]: value = "task-3185385" [ 818.152205] env[68864]: _type = "Task" [ 818.152205] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.160872] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185385, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.180924] env[68864]: DEBUG nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.211659] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.212060] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.212760] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.212760] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.212931] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.213095] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.213396] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.213736] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.213925] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.214132] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.214326] env[68864]: DEBUG nova.virt.hardware [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.215618] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac4cce6-ec70-47b9-99ce-bf9c8571a276 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.225827] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a7a85-de64-4398-96e0-82ab21afea3b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.346498] env[68864]: DEBUG nova.scheduler.client.report [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.377169] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070196} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.377574] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.378471] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e7202a-554a-4701-a22d-fbe1ab128983 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.405273] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.411770] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25de7d33-2d7e-4870-8181-d4b40330a80c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.433746] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502087} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.435294] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 493844ba-f2ff-4f85-8d71-167619a9ad1f/493844ba-f2ff-4f85-8d71-167619a9ad1f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.436085] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.436555] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 818.436555] env[68864]: value = "task-3185386" [ 818.436555] env[68864]: _type = "Task" [ 818.436555] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.437047] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0723b5a4-8e2f-423b-ac0b-045f9bb67917 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.448585] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.450169] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 818.450169] env[68864]: value = "task-3185387" [ 818.450169] env[68864]: _type = "Task" [ 818.450169] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.459795] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.569725] env[68864]: DEBUG oslo_vmware.api [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185384, 'name': PowerOffVM_Task, 'duration_secs': 0.34507} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.570124] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.570325] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.570718] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e298ba7-79eb-4fef-a6b3-4319c6ee6d26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.666347] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185385, 'name': CreateVM_Task, 'duration_secs': 0.421647} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.666347] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.666347] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.666347] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.668050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.668050] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6585bb5d-4d3b-43b4-b929-6ad42c260215 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.673257] env[68864]: INFO nova.network.neutron [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Port 337fbfd3-f003-42fe-b9e7-33fb1b63c405 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 818.673752] env[68864]: DEBUG nova.network.neutron [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.676778] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 818.676778] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5210afe3-22dd-ab55-8612-e09b078e4157" [ 818.676778] env[68864]: _type = "Task" [ 818.676778] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.690167] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5210afe3-22dd-ab55-8612-e09b078e4157, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.691552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.691807] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.692253] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.692587] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.692852] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.699027] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96e628ae-8d24-4f4f-8fd3-9276e5bcd688 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.706156] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.706412] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.707215] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-370d51e7-0fb0-4e6b-8df7-6273d776a692 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.714387] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 818.714387] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5219702e-7dbb-afe1-d467-7363944098bf" [ 818.714387] env[68864]: _type = "Task" [ 818.714387] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.725677] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5219702e-7dbb-afe1-d467-7363944098bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.736876] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.736876] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.740367] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleting the datastore file [datastore2] 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.740367] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cf78168-9357-4abb-a6a0-2320ed566dde {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.751112] env[68864]: DEBUG oslo_vmware.api [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 818.751112] env[68864]: value = "task-3185389" [ 818.751112] env[68864]: _type = "Task" [ 818.751112] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.761239] env[68864]: DEBUG oslo_vmware.api [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.846181] env[68864]: DEBUG nova.network.neutron [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Successfully updated port: 45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.852659] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.853447] env[68864]: DEBUG nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.860513] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.100s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.860513] env[68864]: DEBUG nova.objects.instance [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lazy-loading 'resources' on Instance uuid eff84169-8070-4b36-a6e1-1464aff30d92 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.949821] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185386, 'name': ReconfigVM_Task, 'duration_secs': 0.325849} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.951554] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.951554] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c7ec945-02dc-4145-913a-d7da28c1dba7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.964525] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069194} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.965851] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.966233] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 818.966233] env[68864]: value = "task-3185390" [ 818.966233] env[68864]: _type = "Task" [ 818.966233] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.966923] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d321fa-4182-47bf-9054-c014e1951304 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.995584] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 493844ba-f2ff-4f85-8d71-167619a9ad1f/493844ba-f2ff-4f85-8d71-167619a9ad1f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.998906] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a6d306-5cb4-46a8-9a23-689b73ef4dce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.014358] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185390, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.019551] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 819.019551] env[68864]: value = "task-3185391" [ 819.019551] env[68864]: _type = "Task" [ 819.019551] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.028323] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.032025] env[68864]: DEBUG nova.network.neutron [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Updated VIF entry in instance network info cache for port bfe20a6e-e994-4cf6-9b3d-25f2d9befd49. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.032390] env[68864]: DEBUG nova.network.neutron [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Updating instance_info_cache with network_info: [{"id": "bfe20a6e-e994-4cf6-9b3d-25f2d9befd49", "address": "fa:16:3e:da:4d:2c", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe20a6e-e9", "ovs_interfaceid": "bfe20a6e-e994-4cf6-9b3d-25f2d9befd49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.178463] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-0e5b4dbd-8aac-46ec-ab14-b49bfd772432" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.225585] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5219702e-7dbb-afe1-d467-7363944098bf, 'name': SearchDatastore_Task, 'duration_secs': 0.023923} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.227496] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c58d011-8cc9-4e3d-a5ba-3964f473d3da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.232029] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 819.232029] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5237b724-4518-11ea-d50b-8d1db8701e6d" [ 819.232029] env[68864]: _type = "Task" [ 819.232029] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.243080] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5237b724-4518-11ea-d50b-8d1db8701e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.262184] env[68864]: DEBUG oslo_vmware.api [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174856} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.262532] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.262806] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.262925] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.263179] env[68864]: INFO nova.compute.manager [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Took 1.22 seconds to destroy the instance on the hypervisor. [ 819.263526] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.263643] env[68864]: DEBUG nova.compute.manager [-] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.263726] env[68864]: DEBUG nova.network.neutron [-] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.351535] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.351700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.351775] env[68864]: DEBUG nova.network.neutron [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.359759] env[68864]: DEBUG nova.compute.utils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.365659] env[68864]: DEBUG nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.365876] env[68864]: DEBUG nova.network.neutron [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.427616] env[68864]: DEBUG nova.policy [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a6e9e197f36444aa8a56d4edb8db42c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '149b5b0e5b734fe28a6393629be8162e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.488276] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185390, 'name': Rename_Task, 'duration_secs': 0.252239} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.488578] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.488823] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a0c13ce-e7d6-4292-b7ea-9f7e997d3f1b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.498164] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 819.498164] env[68864]: value = "task-3185392" [ 819.498164] env[68864]: _type = "Task" [ 819.498164] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.510025] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.532757] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.536733] env[68864]: DEBUG oslo_concurrency.lockutils [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] Releasing lock "refresh_cache-028503c1-80c7-4f98-9fde-768bdd793a2b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.537093] env[68864]: DEBUG nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received event network-vif-deleted-337fbfd3-f003-42fe-b9e7-33fb1b63c405 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.537545] env[68864]: INFO nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Neutron deleted interface 337fbfd3-f003-42fe-b9e7-33fb1b63c405; detaching it from the instance and deleting it from the info cache [ 819.537917] env[68864]: DEBUG nova.network.neutron [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [{"id": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "address": "fa:16:3e:d3:88:95", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532d1506-b9", "ovs_interfaceid": "532d1506-b9c6-43d5-a634-93b4d7b333ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.685488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8276c1b5-5dc4-402f-b39d-e810b07b3d27 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-0e5b4dbd-8aac-46ec-ab14-b49bfd772432-337fbfd3-f003-42fe-b9e7-33fb1b63c405" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.842s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.740871] env[68864]: DEBUG nova.network.neutron [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Successfully created port: 58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.752295] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5237b724-4518-11ea-d50b-8d1db8701e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.0344} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.752295] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.752295] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 028503c1-80c7-4f98-9fde-768bdd793a2b/028503c1-80c7-4f98-9fde-768bdd793a2b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.752295] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a0d1be4-aed8-42a5-8f1a-ad98e8cf3e06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.765822] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 819.765822] env[68864]: value = "task-3185393" [ 819.765822] env[68864]: _type = "Task" [ 819.765822] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.776290] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.866075] env[68864]: DEBUG nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.910359] env[68864]: DEBUG nova.network.neutron [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.931885] env[68864]: DEBUG nova.compute.manager [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-vif-plugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.932143] env[68864]: DEBUG oslo_concurrency.lockutils [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.932702] env[68864]: DEBUG oslo_concurrency.lockutils [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.932702] env[68864]: DEBUG oslo_concurrency.lockutils [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.932702] env[68864]: DEBUG nova.compute.manager [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] No waiting events found dispatching network-vif-plugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.932894] env[68864]: WARNING nova.compute.manager [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received unexpected event network-vif-plugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 for instance with vm_state building and task_state spawning. [ 819.933091] env[68864]: DEBUG nova.compute.manager [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.933906] env[68864]: DEBUG nova.compute.manager [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing instance network info cache due to event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.934155] env[68864]: DEBUG oslo_concurrency.lockutils [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] Acquiring lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.989657] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8893239f-184c-473f-bb45-a5378844dad1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.003637] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e0f86-ee66-4c6b-9abc-b628c80c6396 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.013504] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.051061] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3281105-7304-4979-9bcf-e38fb3043eb9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.054275] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f568f2-0376-49d3-829d-d90e04ce9914 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.062714] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185391, 'name': ReconfigVM_Task, 'duration_secs': 0.721638} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.066154] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 493844ba-f2ff-4f85-8d71-167619a9ad1f/493844ba-f2ff-4f85-8d71-167619a9ad1f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.066941] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ee2b3bc-687a-4cae-8ae0-09324bed4ab0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.071295] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f012d00-fab0-4049-8dfb-1f23c60ec1a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.083540] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30b6517-5639-42ee-a003-4961700c94dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.100708] env[68864]: DEBUG nova.compute.provider_tree [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.120738] env[68864]: DEBUG nova.compute.manager [req-95b24078-0706-46ec-9aae-d80deff88ec3 req-06da73c7-8045-4c94-bc25-9e5aec29fac4 service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Detach interface failed, port_id=337fbfd3-f003-42fe-b9e7-33fb1b63c405, reason: Instance 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.121106] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 820.121106] env[68864]: value = "task-3185394" [ 820.121106] env[68864]: _type = "Task" [ 820.121106] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.134570] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185394, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.136770] env[68864]: DEBUG nova.compute.manager [req-1741b8aa-efa2-4372-a552-6c060643af0d req-4de82d68-cf92-4776-ad36-6ede313b629a service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Received event network-vif-deleted-532d1506-b9c6-43d5-a634-93b4d7b333ba {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.136968] env[68864]: INFO nova.compute.manager [req-1741b8aa-efa2-4372-a552-6c060643af0d req-4de82d68-cf92-4776-ad36-6ede313b629a service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Neutron deleted interface 532d1506-b9c6-43d5-a634-93b4d7b333ba; detaching it from the instance and deleting it from the info cache [ 820.137154] env[68864]: DEBUG nova.network.neutron [req-1741b8aa-efa2-4372-a552-6c060643af0d req-4de82d68-cf92-4776-ad36-6ede313b629a service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.184034] env[68864]: DEBUG nova.network.neutron [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45900e7e-4a", "ovs_interfaceid": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.243033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Acquiring lock "331d9c1a-e03e-4ad4-8758-939326619c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.243033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "331d9c1a-e03e-4ad4-8758-939326619c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.243033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Acquiring lock "331d9c1a-e03e-4ad4-8758-939326619c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.243033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "331d9c1a-e03e-4ad4-8758-939326619c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.243033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "331d9c1a-e03e-4ad4-8758-939326619c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.245195] env[68864]: INFO nova.compute.manager [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Terminating instance [ 820.278209] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185393, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.511328] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.591862] env[68864]: DEBUG nova.network.neutron [-] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.622727] env[68864]: DEBUG nova.scheduler.client.report [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.638141] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185394, 'name': Rename_Task, 'duration_secs': 0.30888} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.638445] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.639007] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f7cd7f-93a6-49bb-ab57-1ea00a9a7524 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.641132] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37fc8c15-036e-446d-8e89-2f005d3ead53 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.652333] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34b05b7-2841-4e35-9911-be17bae4599f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.663828] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 820.663828] env[68864]: value = "task-3185395" [ 820.663828] env[68864]: _type = "Task" [ 820.663828] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.673699] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185395, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.693314] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.693679] env[68864]: DEBUG nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Instance network_info: |[{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45900e7e-4a", "ovs_interfaceid": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.694138] env[68864]: DEBUG nova.compute.manager [req-1741b8aa-efa2-4372-a552-6c060643af0d req-4de82d68-cf92-4776-ad36-6ede313b629a service nova] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Detach interface failed, port_id=532d1506-b9c6-43d5-a634-93b4d7b333ba, reason: Instance 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.694715] env[68864]: DEBUG oslo_concurrency.lockutils [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] Acquired lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.694971] env[68864]: DEBUG nova.network.neutron [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.696400] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2c:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45900e7e-4abf-4491-9ccc-661f4fff77a5', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.705199] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating folder: Project (e780cf01d71b4b5abc9765da07f93104). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.706322] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35ae367-a477-47f8-b11b-d1e177a434a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.718589] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created folder: Project (e780cf01d71b4b5abc9765da07f93104) in parent group-v636929. [ 820.718751] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating folder: Instances. Parent ref: group-v637090. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.719015] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b042619-5e71-471e-b522-884b8221c07d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.729478] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created folder: Instances in parent group-v637090. [ 820.729793] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.730056] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.730289] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f99303-90b1-4de9-8c85-a45e720875e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.750848] env[68864]: DEBUG nova.compute.manager [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.751123] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.752028] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.752028] env[68864]: value = "task-3185398" [ 820.752028] env[68864]: _type = "Task" [ 820.752028] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.752028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34ef815-b33d-4eb3-b504-d7fe281e3253 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.761266] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185398, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.762702] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 820.762702] env[68864]: value = "task-3185399" [ 820.762702] env[68864]: _type = "Task" [ 820.762702] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.774673] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.783100] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590307} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.783100] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 028503c1-80c7-4f98-9fde-768bdd793a2b/028503c1-80c7-4f98-9fde-768bdd793a2b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.783100] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.783427] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3761513-c5d2-4380-a016-a3fca3ea9c65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.790620] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 820.790620] env[68864]: value = "task-3185400" [ 820.790620] env[68864]: _type = "Task" [ 820.790620] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.799942] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.877307] env[68864]: DEBUG nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.902362] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.902645] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.902928] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.903140] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.903465] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.903465] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.903705] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.903889] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.904063] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.904268] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.904450] env[68864]: DEBUG nova.virt.hardware [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.905540] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f718e94-acd7-4aab-96cd-4b96bc3dc3f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.914817] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b33e10-42ef-4f2a-8cda-0b2146280353 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.011058] env[68864]: DEBUG oslo_vmware.api [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185392, 'name': PowerOnVM_Task, 'duration_secs': 1.02611} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.011432] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.011687] env[68864]: DEBUG nova.compute.manager [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.012652] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc766117-2230-46fb-b9ee-4b55fa8d7db8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.096334] env[68864]: INFO nova.compute.manager [-] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Took 1.83 seconds to deallocate network for instance. [ 821.132692] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.137800] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.083s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.137996] env[68864]: DEBUG nova.objects.instance [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lazy-loading 'resources' on Instance uuid b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.161146] env[68864]: INFO nova.scheduler.client.report [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Deleted allocations for instance eff84169-8070-4b36-a6e1-1464aff30d92 [ 821.176119] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.265908] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185398, 'name': CreateVM_Task, 'duration_secs': 0.412524} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.269171] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.269962] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.270200] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.271531] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.272310] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb2ba64-e06b-4b8a-8706-07284f5a00eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.277740] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185399, 'name': PowerOffVM_Task, 'duration_secs': 0.198744} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.278455] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.278731] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 821.278964] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637006', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'name': 'volume-98a1f424-acae-450d-b215-6576238c9190', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '331d9c1a-e03e-4ad4-8758-939326619c67', 'attached_at': '', 'detached_at': '', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'serial': '98a1f424-acae-450d-b215-6576238c9190'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 821.279834] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe90476-2abf-40be-ad97-9b0d20a80780 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.283974] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 821.283974] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f2ba87-09b1-0503-6e7a-6ea8701f3871" [ 821.283974] env[68864]: _type = "Task" [ 821.283974] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.305530] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3720615-c4e8-436c-b08c-a2e32ccbc8ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.311789] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f2ba87-09b1-0503-6e7a-6ea8701f3871, 'name': SearchDatastore_Task, 'duration_secs': 0.023795} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.312967] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.313319] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.313606] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.313813] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.314080] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.317467] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b791cb88-3c97-4644-8104-8637cf3e3b6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.319414] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070835} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.321878] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.323383] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecdcc47-ce5d-4793-abb0-bc648c0a88cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.326825] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0099d9-326c-4db9-aa06-a6205e87cced {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.332518] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.332779] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.357143] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a40c8a1-d602-4635-b5fc-a9775be6d9d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.368941] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 028503c1-80c7-4f98-9fde-768bdd793a2b/028503c1-80c7-4f98-9fde-768bdd793a2b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.369421] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b18a961-f983-489a-9983-736380e1276f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.386575] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b117ded-83de-4bf0-aa80-7aa3e55741cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.393996] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 821.393996] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3c281-4e71-4983-ed00-7c8aeabd3143" [ 821.393996] env[68864]: _type = "Task" [ 821.393996] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.405799] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] The volume has not been displaced from its original location: [datastore2] volume-98a1f424-acae-450d-b215-6576238c9190/volume-98a1f424-acae-450d-b215-6576238c9190.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 821.412021] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.412021] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 821.412021] env[68864]: value = "task-3185401" [ 821.412021] env[68864]: _type = "Task" [ 821.412021] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.416673] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689d506c-648b-4ed8-a49e-d3e9bbdade52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.439219] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3c281-4e71-4983-ed00-7c8aeabd3143, 'name': SearchDatastore_Task, 'duration_secs': 0.015541} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.443675] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.444034] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 821.444034] env[68864]: value = "task-3185402" [ 821.444034] env[68864]: _type = "Task" [ 821.444034] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.447182] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7493d1-031e-4b63-af9b-6369c89e12f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.453589] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 821.453589] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52feea30-f6ef-5a96-9fa5-96094b379bcb" [ 821.453589] env[68864]: _type = "Task" [ 821.453589] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.459019] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.464567] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52feea30-f6ef-5a96-9fa5-96094b379bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.533501] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.609429] env[68864]: DEBUG nova.network.neutron [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Successfully updated port: 58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.609429] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.646267] env[68864]: DEBUG nova.network.neutron [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updated VIF entry in instance network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.646591] env[68864]: DEBUG nova.network.neutron [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45900e7e-4a", "ovs_interfaceid": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.677366] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2004153c-1f46-4fc2-b015-ba6f1daee8ea tempest-ServersNegativeTestMultiTenantJSON-142466085 tempest-ServersNegativeTestMultiTenantJSON-142466085-project-member] Lock "eff84169-8070-4b36-a6e1-1464aff30d92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.459s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.690021] env[68864]: DEBUG oslo_vmware.api [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185395, 'name': PowerOnVM_Task, 'duration_secs': 0.629125} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.690021] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.690021] env[68864]: INFO nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Took 8.94 seconds to spawn the instance on the hypervisor. [ 821.690021] env[68864]: DEBUG nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.690021] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e831ca64-0b54-4ff5-b586-93c906f1e543 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.941906] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185401, 'name': ReconfigVM_Task, 'duration_secs': 0.312845} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.942412] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 028503c1-80c7-4f98-9fde-768bdd793a2b/028503c1-80c7-4f98-9fde-768bdd793a2b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.943080] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0562f0eb-fa35-4e17-b75d-91e6b906515b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.953799] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 821.953799] env[68864]: value = "task-3185403" [ 821.953799] env[68864]: _type = "Task" [ 821.953799] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.960896] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185402, 'name': ReconfigVM_Task, 'duration_secs': 0.165484} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.966627] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 821.977625] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2156200d-4f91-4d2a-a3a5-317e244f027a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.987777] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185403, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.989040] env[68864]: DEBUG nova.compute.manager [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Received event network-vif-plugged-58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.989248] env[68864]: DEBUG oslo_concurrency.lockutils [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] Acquiring lock "fa040fac-3adb-4737-9857-594029dec759-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.989454] env[68864]: DEBUG oslo_concurrency.lockutils [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] Lock "fa040fac-3adb-4737-9857-594029dec759-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.989614] env[68864]: DEBUG oslo_concurrency.lockutils [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] Lock "fa040fac-3adb-4737-9857-594029dec759-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.989776] env[68864]: DEBUG nova.compute.manager [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] No waiting events found dispatching network-vif-plugged-58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.989937] env[68864]: WARNING nova.compute.manager [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Received unexpected event network-vif-plugged-58bfc6f7-042e-4c09-8b53-4f583ddc3858 for instance with vm_state building and task_state spawning. [ 821.990225] env[68864]: DEBUG nova.compute.manager [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Received event network-changed-58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.990320] env[68864]: DEBUG nova.compute.manager [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Refreshing instance network info cache due to event network-changed-58bfc6f7-042e-4c09-8b53-4f583ddc3858. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.990448] env[68864]: DEBUG oslo_concurrency.lockutils [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] Acquiring lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.990598] env[68864]: DEBUG oslo_concurrency.lockutils [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] Acquired lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.990739] env[68864]: DEBUG nova.network.neutron [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Refreshing network info cache for port 58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.000466] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52feea30-f6ef-5a96-9fa5-96094b379bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.002797] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.002916] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.003535] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 822.003535] env[68864]: value = "task-3185404" [ 822.003535] env[68864]: _type = "Task" [ 822.003535] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.003968] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ddcd55-d0da-41ec-84ff-b3ffb7f1567c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.020815] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 822.020815] env[68864]: value = "task-3185405" [ 822.020815] env[68864]: _type = "Task" [ 822.020815] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.024312] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.036193] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.110177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.150281] env[68864]: DEBUG oslo_concurrency.lockutils [req-97befa74-2778-40da-bcce-32280949614b req-779a8ffc-6c04-483c-b41d-e181ae6d09ef service nova] Releasing lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.196227] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186b124-4755-4f7d-a9d9-6fef831628f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.210021] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b7ba0-9c3b-40cb-9179-fbb619414378 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.214365] env[68864]: INFO nova.compute.manager [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Took 39.57 seconds to build instance. [ 822.243244] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc01fc-ee6b-4824-8c7c-74f1d9f4f0d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.252748] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a64e0c3-5312-4ab8-b0d2-12e21fe3261f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.273066] env[68864]: DEBUG nova.compute.provider_tree [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.467523] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185403, 'name': Rename_Task, 'duration_secs': 0.246503} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.468240] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.468240] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-438bfe04-2ced-435a-9f3a-9509c45c2797 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.478241] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 822.478241] env[68864]: value = "task-3185406" [ 822.478241] env[68864]: _type = "Task" [ 822.478241] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.492712] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.524403] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185404, 'name': ReconfigVM_Task, 'duration_secs': 0.195801} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.525162] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637006', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'name': 'volume-98a1f424-acae-450d-b215-6576238c9190', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '331d9c1a-e03e-4ad4-8758-939326619c67', 'attached_at': '', 'detached_at': '', 'volume_id': '98a1f424-acae-450d-b215-6576238c9190', 'serial': '98a1f424-acae-450d-b215-6576238c9190'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 822.525368] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.530398] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73070e2f-7f80-4424-ac54-ad92e1e845f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.539701] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.543981] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19560a5d-c3b5-47b9-975f-cd17ae56853a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.546091] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.554953] env[68864]: DEBUG nova.network.neutron [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.618242] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.619219] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.619940] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Deleting the datastore file [datastore2] 331d9c1a-e03e-4ad4-8758-939326619c67 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.621440] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec3e8c86-471d-42dc-aa2f-aab1a4728b6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.631423] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for the task: (returnval){ [ 822.631423] env[68864]: value = "task-3185408" [ 822.631423] env[68864]: _type = "Task" [ 822.631423] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.643779] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.686087] env[68864]: DEBUG nova.network.neutron [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.716871] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4fd605d-ab5f-4b2a-9cb0-92112d7f50f6 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.428s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.775179] env[68864]: INFO nova.compute.manager [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Rebuilding instance [ 822.779371] env[68864]: DEBUG nova.scheduler.client.report [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.829062] env[68864]: DEBUG nova.compute.manager [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.829991] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b936d9ca-0304-4466-af74-02ecc5ec61a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.988920] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185406, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.035749] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75116} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.035919] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.036160] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.036423] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e9417f8-8200-404e-b77e-b6b84c02b187 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.042949] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 823.042949] env[68864]: value = "task-3185409" [ 823.042949] env[68864]: _type = "Task" [ 823.042949] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.051477] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.147165] env[68864]: DEBUG oslo_vmware.api [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Task: {'id': task-3185408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218963} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.147544] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.147797] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.148055] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.148319] env[68864]: INFO nova.compute.manager [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Took 2.40 seconds to destroy the instance on the hypervisor. [ 823.148683] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.148958] env[68864]: DEBUG nova.compute.manager [-] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.149156] env[68864]: DEBUG nova.network.neutron [-] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.192469] env[68864]: DEBUG oslo_concurrency.lockutils [req-c84d3395-2538-4ad3-ba84-4111b9667ada req-0bd9b45c-9765-485d-a6d0-157bf26f9f2a service nova] Releasing lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.192469] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.192469] env[68864]: DEBUG nova.network.neutron [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.219180] env[68864]: DEBUG nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.287286] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.290165] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.137s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.291015] env[68864]: INFO nova.compute.claims [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.317101] env[68864]: INFO nova.scheduler.client.report [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Deleted allocations for instance b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b [ 823.491823] env[68864]: DEBUG oslo_vmware.api [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185406, 'name': PowerOnVM_Task, 'duration_secs': 0.584453} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.492137] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.492486] env[68864]: INFO nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Took 8.02 seconds to spawn the instance on the hypervisor. [ 823.492732] env[68864]: DEBUG nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.493552] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c7781d-68b0-424d-aa07-49b4a9ec9920 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.552866] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097444} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.553369] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.554195] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d25e8a-f9f3-41b8-924d-d3978c7e2680 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.580729] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.581723] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcebff5d-3560-4fda-aa2b-86d201dc60fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.608524] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 823.608524] env[68864]: value = "task-3185410" [ 823.608524] env[68864]: _type = "Task" [ 823.608524] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.617996] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.745687] env[68864]: DEBUG nova.network.neutron [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.755491] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.829363] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9742873-48fa-4bf7-8c1a-4f8c51a66eb7 tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.750s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.846118] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.848744] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ff0e57-d3e5-4d98-8923-1d4e4497be2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.856690] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 823.856690] env[68864]: value = "task-3185411" [ 823.856690] env[68864]: _type = "Task" [ 823.856690] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.865980] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.887017] env[68864]: DEBUG nova.network.neutron [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Updating instance_info_cache with network_info: [{"id": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "address": "fa:16:3e:b1:db:26", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58bfc6f7-04", "ovs_interfaceid": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.017852] env[68864]: INFO nova.compute.manager [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Took 37.51 seconds to build instance. [ 824.104359] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "8856fccf-17f5-4669-8536-2cf0f7803110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.104831] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "8856fccf-17f5-4669-8536-2cf0f7803110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.104972] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "8856fccf-17f5-4669-8536-2cf0f7803110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.105228] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "8856fccf-17f5-4669-8536-2cf0f7803110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.105421] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "8856fccf-17f5-4669-8536-2cf0f7803110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.108206] env[68864]: INFO nova.compute.manager [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Terminating instance [ 824.121634] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185410, 'name': ReconfigVM_Task, 'duration_secs': 0.487258} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.122437] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.123381] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b67333-374a-4984-9701-017cc23162b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.130015] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 824.130015] env[68864]: value = "task-3185412" [ 824.130015] env[68864]: _type = "Task" [ 824.130015] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.138391] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185412, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.232585] env[68864]: DEBUG nova.network.neutron [-] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.287204] env[68864]: DEBUG nova.compute.manager [req-ca2325db-2af2-46c1-aa13-b901ed804f29 req-ba2c7bbf-87ec-4c50-93c2-6e3e83255ff3 service nova] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Received event network-vif-deleted-dad3d75d-fe18-4434-8416-2e14b3264636 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.372859] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185411, 'name': PowerOffVM_Task, 'duration_secs': 0.190558} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.376196] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.376635] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.377761] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2c63d-668c-416b-86dd-f28440667532 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.386491] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.387592] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2b4a0ad-0101-49ef-aa04-6303578ae661 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.392511] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Releasing lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.393106] env[68864]: DEBUG nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Instance network_info: |[{"id": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "address": "fa:16:3e:b1:db:26", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58bfc6f7-04", "ovs_interfaceid": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.393669] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:db:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58bfc6f7-042e-4c09-8b53-4f583ddc3858', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.404601] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.407899] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa040fac-3adb-4737-9857-594029dec759] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.409097] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f90ab6e-cb86-4d6a-89c7-108845fd8371 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.435594] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.435594] env[68864]: value = "task-3185414" [ 824.435594] env[68864]: _type = "Task" [ 824.435594] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.444650] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185414, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.472669] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.473505] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.473505] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleting the datastore file [datastore1] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.473505] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b4b8dcc-bfdc-4268-8c74-be2346bbca77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.482776] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 824.482776] env[68864]: value = "task-3185415" [ 824.482776] env[68864]: _type = "Task" [ 824.482776] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.489954] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.523469] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7202d906-c870-4a0e-93d3-eaa576ad7f75 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.566s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.617654] env[68864]: DEBUG nova.compute.manager [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.618021] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.619865] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdfb874-1a4d-4e69-bec8-fd4358160868 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.632849] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.636746] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8141b74-ec1d-4989-b509-0e305e2040ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.644056] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185412, 'name': Rename_Task, 'duration_secs': 0.202179} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.647895] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.648271] env[68864]: DEBUG oslo_vmware.api [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 824.648271] env[68864]: value = "task-3185416" [ 824.648271] env[68864]: _type = "Task" [ 824.648271] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.648755] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23a4b36-8e00-442d-9fdf-e4541fa742e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.657932] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 824.657932] env[68864]: value = "task-3185417" [ 824.657932] env[68864]: _type = "Task" [ 824.657932] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.661718] env[68864]: DEBUG oslo_vmware.api [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.735630] env[68864]: INFO nova.compute.manager [-] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Took 1.59 seconds to deallocate network for instance. [ 824.954188] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185414, 'name': CreateVM_Task, 'duration_secs': 0.452021} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.954380] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa040fac-3adb-4737-9857-594029dec759] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.955202] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.955367] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.955697] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.957101] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c687bbc-9da0-44ce-8a54-db1dbe1a673a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.970198] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 824.970198] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52337a05-3bbb-c95a-93da-c4bcb7f70428" [ 824.970198] env[68864]: _type = "Task" [ 824.970198] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.990919] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52337a05-3bbb-c95a-93da-c4bcb7f70428, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.992910] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.993184] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.993452] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.993600] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.993775] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.994566] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b3b626-cfd3-41c7-a9f8-e8c53b2b81fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.002225] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d9df324-6f54-405e-97d7-98dfe0e1e012 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.004512] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218192} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.005377] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.005614] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.005809] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.012158] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad089478-22e3-41db-9bad-6b395114315c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.017185] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.017366] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.018471] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4fb2fd-3763-4549-a204-c37a787b5dbc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.047525] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209eaedf-c28d-4282-9646-fa2b65ebfaf9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.051578] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 825.051578] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ca117f-0f56-441f-4def-57476543e198" [ 825.051578] env[68864]: _type = "Task" [ 825.051578] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.058917] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ede849f-febe-4c3a-9a22-8964615a3159 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.069131] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ca117f-0f56-441f-4def-57476543e198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.077614] env[68864]: DEBUG nova.compute.provider_tree [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.160606] env[68864]: DEBUG oslo_vmware.api [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185416, 'name': PowerOffVM_Task, 'duration_secs': 0.256192} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.160606] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.160606] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.161196] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5baf53eb-1b3b-4699-b7f0-61a9ffb5395a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.171958] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.241285] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.241583] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.241795] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Deleting the datastore file [datastore2] 8856fccf-17f5-4669-8536-2cf0f7803110 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.242075] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-143cc83d-c785-4999-aa32-be85eb40b4cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.250777] env[68864]: DEBUG oslo_vmware.api [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for the task: (returnval){ [ 825.250777] env[68864]: value = "task-3185419" [ 825.250777] env[68864]: _type = "Task" [ 825.250777] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.261255] env[68864]: DEBUG oslo_vmware.api [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.291262] env[68864]: INFO nova.compute.manager [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Took 0.55 seconds to detach 1 volumes for instance. [ 825.295205] env[68864]: DEBUG nova.compute.manager [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Deleting volume: 98a1f424-acae-450d-b215-6576238c9190 {{(pid=68864) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 825.563603] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ca117f-0f56-441f-4def-57476543e198, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.564526] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fda0b7-b709-4eb5-a82a-36d953e39ec9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.571641] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 825.571641] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243d5b8-2e1d-68c3-9c0d-0acbba71a454" [ 825.571641] env[68864]: _type = "Task" [ 825.571641] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.578418] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243d5b8-2e1d-68c3-9c0d-0acbba71a454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.581574] env[68864]: DEBUG nova.scheduler.client.report [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.674378] env[68864]: DEBUG oslo_vmware.api [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185417, 'name': PowerOnVM_Task, 'duration_secs': 0.738423} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.674378] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.674917] env[68864]: INFO nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Took 7.49 seconds to spawn the instance on the hypervisor. [ 825.675259] env[68864]: DEBUG nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.676213] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5938d60b-d776-4181-acb3-133409cce927 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.763101] env[68864]: DEBUG oslo_vmware.api [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Task: {'id': task-3185419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149317} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.763516] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.763734] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.763923] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.764135] env[68864]: INFO nova.compute.manager [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Took 1.15 seconds to destroy the instance on the hypervisor. [ 825.764413] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.764651] env[68864]: DEBUG nova.compute.manager [-] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.764776] env[68864]: DEBUG nova.network.neutron [-] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.853244] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.974018] env[68864]: DEBUG nova.compute.manager [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.975041] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c0980-9b02-43a7-b0b9-6488643b0fd3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.068474] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.068474] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.068474] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.068474] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.068474] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.069162] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.069492] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.069731] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.069983] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.070249] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.070495] env[68864]: DEBUG nova.virt.hardware [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.071726] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ec2a1d-f93b-4d69-b489-35f43b920802 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.088594] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108ee2b-76dd-4a1e-ac8c-9cc60e4ffbbd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.093472] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.093961] env[68864]: DEBUG nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.100023] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243d5b8-2e1d-68c3-9c0d-0acbba71a454, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.100023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.208s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.100023] env[68864]: DEBUG nova.objects.instance [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lazy-loading 'resources' on Instance uuid 5f52ab96-093a-4b8c-ad90-3f7d569e9e73 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.100023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.100023] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] fa040fac-3adb-4737-9857-594029dec759/fa040fac-3adb-4737-9857-594029dec759.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.100478] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bc8077e-2224-4d32-bac1-30737d9ee108 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.113077] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:88:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45c41865-16ab-4b10-9d78-963af53ec87c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.120860] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.122329] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.122577] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0678abd8-cbde-43a1-8eb9-296a6ef904ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.139519] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 826.139519] env[68864]: value = "task-3185421" [ 826.139519] env[68864]: _type = "Task" [ 826.139519] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.148763] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.148763] env[68864]: value = "task-3185422" [ 826.148763] env[68864]: _type = "Task" [ 826.148763] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.156096] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.161434] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185422, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.194471] env[68864]: INFO nova.compute.manager [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Took 38.51 seconds to build instance. [ 826.381248] env[68864]: DEBUG nova.compute.manager [req-be01a334-6b8c-4e15-80a1-fe4ef223e3b5 req-843d6460-de6a-4226-91dc-172abed12ee8 service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Received event network-vif-deleted-7f9c142c-5035-4b67-989e-f9a92b8ee94c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.381481] env[68864]: INFO nova.compute.manager [req-be01a334-6b8c-4e15-80a1-fe4ef223e3b5 req-843d6460-de6a-4226-91dc-172abed12ee8 service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Neutron deleted interface 7f9c142c-5035-4b67-989e-f9a92b8ee94c; detaching it from the instance and deleting it from the info cache [ 826.381698] env[68864]: DEBUG nova.network.neutron [req-be01a334-6b8c-4e15-80a1-fe4ef223e3b5 req-843d6460-de6a-4226-91dc-172abed12ee8 service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.488184] env[68864]: INFO nova.compute.manager [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] instance snapshotting [ 826.493289] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de2ded-86f7-4149-b854-9983b0bce824 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.520079] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d58dc72-6981-4159-9e85-bae3d84266a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.599571] env[68864]: DEBUG nova.compute.utils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.601420] env[68864]: DEBUG nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.601766] env[68864]: DEBUG nova.network.neutron [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.655110] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185421, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.665254] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185422, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.697520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84bb4bac-ac85-445d-b14d-30c53b9ff9da tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.071s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.737289] env[68864]: DEBUG nova.policy [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3403d0aa0dd46d78853754f3a3c2949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528a97f451e24f32a9fa81356b3a7bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.761079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "66268137-ef58-4a34-b352-aec762b6092a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.761079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.761079] env[68864]: DEBUG nova.compute.manager [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.761874] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a48905-3fed-485b-b9ad-d8dbc82e5c87 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.772905] env[68864]: DEBUG nova.compute.manager [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 826.773512] env[68864]: DEBUG nova.objects.instance [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lazy-loading 'flavor' on Instance uuid 66268137-ef58-4a34-b352-aec762b6092a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.786923] env[68864]: DEBUG nova.network.neutron [-] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.885529] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a281ac56-8ef0-43b2-b6fd-86954a840b4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.898661] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335f435-b02f-4603-b353-a8f2360ac657 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.955591] env[68864]: DEBUG nova.compute.manager [req-be01a334-6b8c-4e15-80a1-fe4ef223e3b5 req-843d6460-de6a-4226-91dc-172abed12ee8 service nova] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Detach interface failed, port_id=7f9c142c-5035-4b67-989e-f9a92b8ee94c, reason: Instance 8856fccf-17f5-4669-8536-2cf0f7803110 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.002018] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d292b0-124b-9295-9828-24fc739e0777/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.002841] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1802678-713c-4755-90fc-7068f3b6f948 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.014339] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d292b0-124b-9295-9828-24fc739e0777/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.014339] env[68864]: ERROR oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d292b0-124b-9295-9828-24fc739e0777/disk-0.vmdk due to incomplete transfer. [ 827.014339] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d9232b0d-f5f0-4fb7-a17b-2f548836479a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.022389] env[68864]: DEBUG oslo_vmware.rw_handles [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d292b0-124b-9295-9828-24fc739e0777/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.022821] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Uploaded image cc5a6d6e-1761-4926-8930-756b3f5609da to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.025665] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.028556] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82a34cfc-a3a4-46d0-b4a0-1ef1702dd78b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.037145] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.037145] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 827.037145] env[68864]: value = "task-3185423" [ 827.037145] env[68864]: _type = "Task" [ 827.037145] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.037145] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f36c3e8-80c1-4fbf-806d-1201f362e149 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.051700] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185423, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.055038] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 827.055038] env[68864]: value = "task-3185424" [ 827.055038] env[68864]: _type = "Task" [ 827.055038] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.067186] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.110065] env[68864]: DEBUG nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.149885] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562745} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.150268] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] fa040fac-3adb-4737-9857-594029dec759/fa040fac-3adb-4737-9857-594029dec759.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.150552] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.150847] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f443e10-28b3-4e1b-a138-eeeb313ce34f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.161857] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 827.161857] env[68864]: value = "task-3185425" [ 827.161857] env[68864]: _type = "Task" [ 827.161857] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.168871] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185422, 'name': CreateVM_Task, 'duration_secs': 0.57408} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.170040] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.170226] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.170774] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.170774] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.173789] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad54552-54cc-436c-8e28-062baf54b297 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.175750] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.182565] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 827.182565] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5270a479-9c1a-ff28-1d0b-b668371ce3fa" [ 827.182565] env[68864]: _type = "Task" [ 827.182565] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.191118] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5270a479-9c1a-ff28-1d0b-b668371ce3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.235853] env[68864]: DEBUG nova.network.neutron [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Successfully created port: f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.294588] env[68864]: INFO nova.compute.manager [-] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Took 1.53 seconds to deallocate network for instance. [ 827.355706] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6c0648-4fdf-4191-b017-ceb8721ca06a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.365789] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3491391-d4b9-4c6b-88fa-60e9820a708a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.406300] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a6fbf-8600-4fa3-bc9f-9ef8039e242b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.413651] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf40059-abea-4ab1-ad7a-fb2196dba463 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.429185] env[68864]: DEBUG nova.compute.provider_tree [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.548829] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185423, 'name': Destroy_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.563329] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185424, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.672527] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081509} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.672797] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.673752] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f9455-679b-4353-b196-f2a84a08514a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.699741] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] fa040fac-3adb-4737-9857-594029dec759/fa040fac-3adb-4737-9857-594029dec759.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.703783] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9507ff8b-9481-45a1-a8e1-2083c9a00619 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.724618] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5270a479-9c1a-ff28-1d0b-b668371ce3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.726078] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.726328] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.726563] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.726729] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.726911] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.727262] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 827.727262] env[68864]: value = "task-3185426" [ 827.727262] env[68864]: _type = "Task" [ 827.727262] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.727455] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4c21ec7-57d7-4645-a778-1eae78beec5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.738772] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.740473] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.740473] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.741018] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5ac428-3598-4a5b-9a3b-4a654534aa08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.747981] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 827.747981] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520f9d17-2d4e-9eec-4a90-876cf34fc8a5" [ 827.747981] env[68864]: _type = "Task" [ 827.747981] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.757773] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520f9d17-2d4e-9eec-4a90-876cf34fc8a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.787781] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.788509] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad6029e5-52b6-41ac-95ee-3d4feb42f75c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.797201] env[68864]: DEBUG oslo_vmware.api [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 827.797201] env[68864]: value = "task-3185427" [ 827.797201] env[68864]: _type = "Task" [ 827.797201] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.805288] env[68864]: DEBUG oslo_vmware.api [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.807386] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.933955] env[68864]: DEBUG nova.scheduler.client.report [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.051585] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185423, 'name': Destroy_Task, 'duration_secs': 0.959457} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.051818] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Destroyed the VM [ 828.052110] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 828.052386] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7cbe5b47-f4f9-49fb-912a-ab41512daec9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.063562] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185424, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.065306] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 828.065306] env[68864]: value = "task-3185428" [ 828.065306] env[68864]: _type = "Task" [ 828.065306] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.072921] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.124072] env[68864]: DEBUG nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.148750] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.149023] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.149174] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.149354] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.149501] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.149647] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.150035] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.150035] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.150181] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.150427] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.150495] env[68864]: DEBUG nova.virt.hardware [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.151435] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb4c721-ff36-42ee-a471-4c40e367d08c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.160021] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a23d5c6-c4d0-4722-a515-362132999682 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.240107] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.258042] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520f9d17-2d4e-9eec-4a90-876cf34fc8a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.258042] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31233801-d286-4463-a146-e37622e0bbd2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.264057] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 828.264057] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e51865-6ac7-a54c-d2cd-11068467624d" [ 828.264057] env[68864]: _type = "Task" [ 828.264057] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.273642] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e51865-6ac7-a54c-d2cd-11068467624d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.306174] env[68864]: DEBUG oslo_vmware.api [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185427, 'name': PowerOffVM_Task, 'duration_secs': 0.24091} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.306598] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.306854] env[68864]: DEBUG nova.compute.manager [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.307690] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e03d53b-9010-4b05-b561-f4a5b447a87d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.443694] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.447203] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.119s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.448921] env[68864]: INFO nova.compute.claims [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.470998] env[68864]: INFO nova.scheduler.client.report [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Deleted allocations for instance 5f52ab96-093a-4b8c-ad90-3f7d569e9e73 [ 828.564974] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185424, 'name': CreateSnapshot_Task, 'duration_secs': 1.207782} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.565403] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.569293] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dcba0b-ce25-41c8-8558-127dfad0d499 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.576512] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.739982] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185426, 'name': ReconfigVM_Task, 'duration_secs': 0.782621} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.739982] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Reconfigured VM instance instance-00000038 to attach disk [datastore2] fa040fac-3adb-4737-9857-594029dec759/fa040fac-3adb-4737-9857-594029dec759.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.740624] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11e92ef6-fff2-4839-838b-899281a5a355 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.746562] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 828.746562] env[68864]: value = "task-3185429" [ 828.746562] env[68864]: _type = "Task" [ 828.746562] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.755969] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185429, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.760876] env[68864]: DEBUG nova.network.neutron [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Successfully updated port: f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.774397] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e51865-6ac7-a54c-d2cd-11068467624d, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.775059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.775344] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.775621] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086cbf43-abea-4e64-a247-0152a67af669 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.782183] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 828.782183] env[68864]: value = "task-3185430" [ 828.782183] env[68864]: _type = "Task" [ 828.782183] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.792828] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.819507] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0e717543-5fd5-4cb6-9a98-63b6d08b04ae tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.893873] env[68864]: DEBUG nova.compute.manager [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.894096] env[68864]: DEBUG nova.compute.manager [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing instance network info cache due to event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.894319] env[68864]: DEBUG oslo_concurrency.lockutils [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] Acquiring lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.894461] env[68864]: DEBUG oslo_concurrency.lockutils [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] Acquired lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.894618] env[68864]: DEBUG nova.network.neutron [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.958950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.959330] env[68864]: DEBUG oslo_concurrency.lockutils [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.959573] env[68864]: DEBUG nova.compute.manager [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.960854] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b25c1b-8fb1-487c-bbdc-1d853b890865 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.968570] env[68864]: DEBUG nova.compute.manager [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 828.969326] env[68864]: DEBUG nova.objects.instance [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'flavor' on Instance uuid efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.979370] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ed8708-2fa1-40c0-bd3d-fd6792262bda tempest-InstanceActionsV221TestJSON-1080164989 tempest-InstanceActionsV221TestJSON-1080164989-project-member] Lock "5f52ab96-093a-4b8c-ad90-3f7d569e9e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.730s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.075716] env[68864]: DEBUG oslo_vmware.api [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185428, 'name': RemoveSnapshot_Task, 'duration_secs': 0.983423} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.075894] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.076815] env[68864]: INFO nova.compute.manager [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Took 18.25 seconds to snapshot the instance on the hypervisor. [ 829.091075] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.091383] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-650825d1-c2a0-45d6-b0ad-93a0f51586fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.099226] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 829.099226] env[68864]: value = "task-3185431" [ 829.099226] env[68864]: _type = "Task" [ 829.099226] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.107876] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185431, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.258192] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185429, 'name': Rename_Task, 'duration_secs': 0.168063} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.258647] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.258721] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-686a5ca5-ca0c-41b0-ac6b-ad94d7ca8830 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.263483] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.263646] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.263788] env[68864]: DEBUG nova.network.neutron [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.266778] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 829.266778] env[68864]: value = "task-3185432" [ 829.266778] env[68864]: _type = "Task" [ 829.266778] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.276989] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.292040] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185430, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.621245] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185431, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.660995] env[68864]: DEBUG nova.compute.manager [None req-5e52583e-defe-4ae4-b9d3-81d6a129d42b tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Found 2 images (rotation: 2) {{(pid=68864) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 829.742361] env[68864]: DEBUG nova.network.neutron [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updated VIF entry in instance network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.743211] env[68864]: DEBUG nova.network.neutron [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45900e7e-4a", "ovs_interfaceid": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.792276] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185432, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.797997] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700846} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.798535] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.798759] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.799015] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc2c870b-5688-49cc-9d36-af209a9e6086 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.805442] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 829.805442] env[68864]: value = "task-3185433" [ 829.805442] env[68864]: _type = "Task" [ 829.805442] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.818410] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.826492] env[68864]: DEBUG nova.network.neutron [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.916982] env[68864]: DEBUG nova.objects.instance [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lazy-loading 'flavor' on Instance uuid 66268137-ef58-4a34-b352-aec762b6092a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.936437] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bca5b9-8541-4499-8fd0-ae66eebe1dd5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.947157] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aeab8a-ffb2-4bd6-a2d1-347085b92760 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.983027] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.983027] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c98c0c-7400-4092-842b-9ba714b14b4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.985096] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28826aa9-6b3a-4100-9d00-06d591718ccd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.995283] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a918008-5d6c-4fd9-ac45-c9d1a5f25a10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.999875] env[68864]: DEBUG oslo_vmware.api [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 829.999875] env[68864]: value = "task-3185434" [ 829.999875] env[68864]: _type = "Task" [ 829.999875] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.013148] env[68864]: DEBUG nova.compute.provider_tree [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.018986] env[68864]: DEBUG oslo_vmware.api [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.053421] env[68864]: DEBUG nova.network.neutron [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Updating instance_info_cache with network_info: [{"id": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "address": "fa:16:3e:7a:9a:ed", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d51c3c-02", "ovs_interfaceid": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.111494] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185431, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.248555] env[68864]: DEBUG oslo_concurrency.lockutils [req-1989b5b7-9245-44f3-81e4-57c04ab7a256 req-31ea31a5-9a1f-49d1-bb7a-84d2420e291d service nova] Releasing lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.286872] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.315412] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160159} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.315711] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.316598] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd086f29-641d-489d-972b-797f37baeb77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.339629] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.339969] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76361c08-eb4c-4dee-b5e6-7c85de9c2e5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.361573] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 830.361573] env[68864]: value = "task-3185435" [ 830.361573] env[68864]: _type = "Task" [ 830.361573] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.373463] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.423117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.423117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquired lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.423117] env[68864]: DEBUG nova.network.neutron [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.423381] env[68864]: DEBUG nova.objects.instance [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lazy-loading 'info_cache' on Instance uuid 66268137-ef58-4a34-b352-aec762b6092a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.511419] env[68864]: DEBUG oslo_vmware.api [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185434, 'name': PowerOffVM_Task, 'duration_secs': 0.206676} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.511795] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.512021] env[68864]: DEBUG nova.compute.manager [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.512830] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4148d611-8f6c-44c5-8f01-b0c6fe0d678e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.515924] env[68864]: DEBUG nova.scheduler.client.report [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.557772] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.558127] env[68864]: DEBUG nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Instance network_info: |[{"id": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "address": "fa:16:3e:7a:9a:ed", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d51c3c-02", "ovs_interfaceid": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.558691] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6d51c3c-02a3-4ebc-bfb6-78e9b483005e', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.568084] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.569027] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.569027] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fbab123-f391-4387-b101-f5988ea7bc4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.592128] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.592128] env[68864]: value = "task-3185436" [ 830.592128] env[68864]: _type = "Task" [ 830.592128] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.600615] env[68864]: DEBUG nova.compute.manager [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.600861] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185436, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.601628] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca43da-878e-4ba9-8e62-e467cb2486f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.618898] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185431, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.786557] env[68864]: DEBUG oslo_vmware.api [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185432, 'name': PowerOnVM_Task, 'duration_secs': 1.052329} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.786862] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.787082] env[68864]: INFO nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Took 9.91 seconds to spawn the instance on the hypervisor. [ 830.787269] env[68864]: DEBUG nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.788042] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724feaad-7e3e-4c87-b51c-a0962f6f2e64 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.872389] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.927015] env[68864]: DEBUG nova.objects.base [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Object Instance<66268137-ef58-4a34-b352-aec762b6092a> lazy-loaded attributes: flavor,info_cache {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 830.931923] env[68864]: DEBUG nova.compute.manager [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Received event network-vif-plugged-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.932198] env[68864]: DEBUG oslo_concurrency.lockutils [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] Acquiring lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.932448] env[68864]: DEBUG oslo_concurrency.lockutils [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] Lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.932663] env[68864]: DEBUG oslo_concurrency.lockutils [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] Lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.932883] env[68864]: DEBUG nova.compute.manager [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] No waiting events found dispatching network-vif-plugged-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.934355] env[68864]: WARNING nova.compute.manager [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Received unexpected event network-vif-plugged-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e for instance with vm_state building and task_state spawning. [ 830.934558] env[68864]: DEBUG nova.compute.manager [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Received event network-changed-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.934727] env[68864]: DEBUG nova.compute.manager [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Refreshing instance network info cache due to event network-changed-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.935042] env[68864]: DEBUG oslo_concurrency.lockutils [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] Acquiring lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.935108] env[68864]: DEBUG oslo_concurrency.lockutils [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] Acquired lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.936219] env[68864]: DEBUG nova.network.neutron [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Refreshing network info cache for port f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.022026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.022753] env[68864]: DEBUG nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.026224] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.644s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.027756] env[68864]: INFO nova.compute.claims [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.034897] env[68864]: DEBUG oslo_concurrency.lockutils [None req-40e3d718-83f8-4faf-9ed4-26403862d23a tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.105550] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185436, 'name': CreateVM_Task, 'duration_secs': 0.391086} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.108447] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.109193] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.109372] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.109700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.110468] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee19483-9ec9-48c6-8f6c-52ea02094be6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.115777] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185431, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.121682] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 831.121682] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52110692-33a5-89cf-bb2b-1306fd3b43b0" [ 831.121682] env[68864]: _type = "Task" [ 831.121682] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.121682] env[68864]: INFO nova.compute.manager [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] instance snapshotting [ 831.121682] env[68864]: DEBUG nova.objects.instance [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'flavor' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.131261] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52110692-33a5-89cf-bb2b-1306fd3b43b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.304386] env[68864]: INFO nova.compute.manager [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Took 40.99 seconds to build instance. [ 831.375284] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185435, 'name': ReconfigVM_Task, 'duration_secs': 0.557473} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.375870] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89/9e4b3977-b200-4fd9-9f22-3d0d19e16f89.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.376719] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af31376c-6bb3-441c-8d60-54c0de13f4f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.384141] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 831.384141] env[68864]: value = "task-3185437" [ 831.384141] env[68864]: _type = "Task" [ 831.384141] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.394013] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185437, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.539065] env[68864]: DEBUG nova.compute.utils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.545161] env[68864]: DEBUG nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.545161] env[68864]: DEBUG nova.network.neutron [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.617580] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185431, 'name': CloneVM_Task, 'duration_secs': 2.159591} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.618057] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Created linked-clone VM from snapshot [ 831.619197] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa85246-673c-44f0-8f1e-ec6c936b5cec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.626230] env[68864]: DEBUG nova.policy [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a81d2c65996451f80b5848c1a5fabab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cb9d8486c51469892c40c2755e88ff5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.637022] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37243f8-764b-4244-8cd5-30d9abb147bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.646391] env[68864]: DEBUG nova.objects.instance [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'flavor' on Instance uuid efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.648402] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Uploading image 285c18d6-167d-4089-803e-f0bec20fddd1 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.660161] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52110692-33a5-89cf-bb2b-1306fd3b43b0, 'name': SearchDatastore_Task, 'duration_secs': 0.016013} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.673515] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.673515] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.673515] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.673515] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.673515] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.676808] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27240bf4-3445-4ab6-af76-5b866fa32516 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.679333] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251e4cb-b110-4730-bc89-c9819c955135 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.691549] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.691549] env[68864]: value = "vm-637096" [ 831.691549] env[68864]: _type = "VirtualMachine" [ 831.691549] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.694539] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45871ddd-7b11-45a5-99ae-f3f54bc2d26c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.696177] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.696911] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.702323] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad48ba4-7bcd-414d-a567-2508001634a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.709322] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 831.709322] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52538dbe-502c-5558-1588-126e0f4afecd" [ 831.709322] env[68864]: _type = "Task" [ 831.709322] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.710642] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease: (returnval){ [ 831.710642] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265f6bd-cbac-bfb3-42bb-80daf8b62c94" [ 831.710642] env[68864]: _type = "HttpNfcLease" [ 831.710642] env[68864]: } obtained for exporting VM: (result){ [ 831.710642] env[68864]: value = "vm-637096" [ 831.710642] env[68864]: _type = "VirtualMachine" [ 831.710642] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.710913] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the lease: (returnval){ [ 831.710913] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265f6bd-cbac-bfb3-42bb-80daf8b62c94" [ 831.710913] env[68864]: _type = "HttpNfcLease" [ 831.710913] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.721761] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52538dbe-502c-5558-1588-126e0f4afecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.724230] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.724230] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265f6bd-cbac-bfb3-42bb-80daf8b62c94" [ 831.724230] env[68864]: _type = "HttpNfcLease" [ 831.724230] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.806509] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7ae090f6-2442-4bd0-8b20-0295f8c37a31 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.687s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.818647] env[68864]: DEBUG nova.network.neutron [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Updated VIF entry in instance network info cache for port f6d51c3c-02a3-4ebc-bfb6-78e9b483005e. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.819014] env[68864]: DEBUG nova.network.neutron [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Updating instance_info_cache with network_info: [{"id": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "address": "fa:16:3e:7a:9a:ed", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d51c3c-02", "ovs_interfaceid": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.822272] env[68864]: DEBUG nova.network.neutron [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Updating instance_info_cache with network_info: [{"id": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "address": "fa:16:3e:60:65:bb", "network": {"id": "570a64e9-d726-407f-8002-e3ed6cee274d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2098426389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db9c11384224b5bb2f74dab4b2217b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d57a5a4-54", "ovs_interfaceid": "8d57a5a4-54e5-41b9-ac28-d3dd33440287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.893497] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185437, 'name': Rename_Task, 'duration_secs': 0.242123} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.893773] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.894025] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c371dda-18bf-40a0-8994-48612f026a87 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.899956] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 831.899956] env[68864]: value = "task-3185439" [ 831.899956] env[68864]: _type = "Task" [ 831.899956] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.908411] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.043862] env[68864]: DEBUG nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.155553] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.155811] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.156031] env[68864]: DEBUG nova.network.neutron [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.156274] env[68864]: DEBUG nova.objects.instance [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'info_cache' on Instance uuid efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.202009] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 832.203896] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92f436a9-8d0d-4cfb-a69b-c93b27006725 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.209791] env[68864]: DEBUG nova.network.neutron [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Successfully created port: 7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.222035] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 832.222035] env[68864]: value = "task-3185440" [ 832.222035] env[68864]: _type = "Task" [ 832.222035] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.228819] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52538dbe-502c-5558-1588-126e0f4afecd, 'name': SearchDatastore_Task, 'duration_secs': 0.013771} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.233263] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.233263] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265f6bd-cbac-bfb3-42bb-80daf8b62c94" [ 832.233263] env[68864]: _type = "HttpNfcLease" [ 832.233263] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.238671] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09912e2-7af0-4773-ae7a-bbf82a8148b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.241032] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.241032] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5265f6bd-cbac-bfb3-42bb-80daf8b62c94" [ 832.241032] env[68864]: _type = "HttpNfcLease" [ 832.241032] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.244609] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d21f3f-b742-44df-92d3-d5f035eae014 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.247204] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.253205] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 832.253205] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52db75b4-ff6e-2f9d-6563-4a5f63735fda" [ 832.253205] env[68864]: _type = "Task" [ 832.253205] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.257026] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d13bd8-c09a-b666-e5f1-7fda1b6b9d68/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.257156] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d13bd8-c09a-b666-e5f1-7fda1b6b9d68/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.326500] env[68864]: DEBUG oslo_concurrency.lockutils [req-e56709e8-65b3-428b-aa49-90bf1186d450 req-2c62d173-cfea-47e5-b9f2-b24d49738a6f service nova] Releasing lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.327061] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Releasing lock "refresh_cache-66268137-ef58-4a34-b352-aec762b6092a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.328370] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52db75b4-ff6e-2f9d-6563-4a5f63735fda, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.332186] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.332186] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 91ee49ea-2011-4528-812e-7682c72b48a0/91ee49ea-2011-4528-812e-7682c72b48a0.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.332186] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be4848d3-9e46-402a-ae37-7c5902e3ee30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.337898] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 832.337898] env[68864]: value = "task-3185441" [ 832.337898] env[68864]: _type = "Task" [ 832.337898] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.346878] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.361291] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8a569d5-8147-48c6-bb87-ac7c1574474b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.412969] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.631073] env[68864]: DEBUG nova.compute.manager [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Received event network-changed-58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.631073] env[68864]: DEBUG nova.compute.manager [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Refreshing instance network info cache due to event network-changed-58bfc6f7-042e-4c09-8b53-4f583ddc3858. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.631314] env[68864]: DEBUG oslo_concurrency.lockutils [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] Acquiring lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.631495] env[68864]: DEBUG oslo_concurrency.lockutils [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] Acquired lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.631720] env[68864]: DEBUG nova.network.neutron [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Refreshing network info cache for port 58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.659557] env[68864]: DEBUG nova.objects.base [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 832.685667] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d2692-b23f-4ac0-b70f-aad921ca3db6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.696023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeee497-e9ef-490f-a086-f35bac271c6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.741634] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb8abaf-8700-4848-aa7c-caafb1a79688 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.747234] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.751430] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d9486-ae71-4962-8b21-76330bc347f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.767719] env[68864]: DEBUG nova.compute.provider_tree [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.851268] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492192} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.851593] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 91ee49ea-2011-4528-812e-7682c72b48a0/91ee49ea-2011-4528-812e-7682c72b48a0.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.852053] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.852160] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c04b3a8-725c-4bf8-a5cb-eedb80ff692f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.858635] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 832.858635] env[68864]: value = "task-3185442" [ 832.858635] env[68864]: _type = "Task" [ 832.858635] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.868111] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.921249] env[68864]: DEBUG oslo_vmware.api [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185439, 'name': PowerOnVM_Task, 'duration_secs': 0.767527} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.921767] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.922137] env[68864]: DEBUG nova.compute.manager [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.924414] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b18eb-89ef-4c08-88a4-92d705512814 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.054802] env[68864]: DEBUG nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.089179] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.089525] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.089715] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.089801] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.090199] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.090662] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.091095] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.091213] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.091593] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.092387] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.092387] env[68864]: DEBUG nova.virt.hardware [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.093331] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8396b9-9522-41a2-9c01-023de3d22c5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.107541] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a679092-b1fb-49be-a97c-8363a65a85bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.246913] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185440, 'name': CreateSnapshot_Task, 'duration_secs': 0.738973} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.247406] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 833.248330] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b7b0bb-044e-4d63-9463-06315e100bdc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.271419] env[68864]: DEBUG nova.scheduler.client.report [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.332806] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.333091] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58179324-a239-4efc-8854-aa6efa5e4a13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.341686] env[68864]: DEBUG oslo_vmware.api [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 833.341686] env[68864]: value = "task-3185443" [ 833.341686] env[68864]: _type = "Task" [ 833.341686] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.351577] env[68864]: DEBUG oslo_vmware.api [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.372335] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07157} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.372739] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.373726] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797907d-bc2a-418a-a2ac-91e71686dc2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.403000] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 91ee49ea-2011-4528-812e-7682c72b48a0/91ee49ea-2011-4528-812e-7682c72b48a0.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.410941] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72aaddd-3ee4-46cb-9ebc-bb8bb7360721 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.432921] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 833.432921] env[68864]: value = "task-3185444" [ 833.432921] env[68864]: _type = "Task" [ 833.432921] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.449986] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.450683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.589213] env[68864]: DEBUG oslo_concurrency.lockutils [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "fa040fac-3adb-4737-9857-594029dec759" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.589213] env[68864]: DEBUG oslo_concurrency.lockutils [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.589213] env[68864]: INFO nova.compute.manager [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Rebooting instance [ 833.770421] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 833.771783] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2927ce9a-77a8-4e4d-a1ed-41f9a4e1a8d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.778872] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.779584] env[68864]: DEBUG nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.787096] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.630s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.787096] env[68864]: DEBUG nova.objects.instance [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lazy-loading 'resources' on Instance uuid 463efcaf-51f7-48db-aec5-192c6258b003 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.787470] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 833.787470] env[68864]: value = "task-3185445" [ 833.787470] env[68864]: _type = "Task" [ 833.787470] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.802540] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185445, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.873821] env[68864]: DEBUG oslo_vmware.api [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185443, 'name': PowerOnVM_Task, 'duration_secs': 0.495285} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.873821] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.873821] env[68864]: DEBUG nova.compute.manager [None req-7cfb9d79-d1e9-4fc6-be1c-e0c1df01d1b4 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.873821] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac28323-f377-490c-865b-d6d3e2aad8f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.950173] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185444, 'name': ReconfigVM_Task, 'duration_secs': 0.465386} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.950951] env[68864]: DEBUG nova.network.neutron [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Updated VIF entry in instance network info cache for port 58bfc6f7-042e-4c09-8b53-4f583ddc3858. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.951541] env[68864]: DEBUG nova.network.neutron [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Updating instance_info_cache with network_info: [{"id": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "address": "fa:16:3e:b1:db:26", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58bfc6f7-04", "ovs_interfaceid": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.953756] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 91ee49ea-2011-4528-812e-7682c72b48a0/91ee49ea-2011-4528-812e-7682c72b48a0.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.954685] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cde77b3c-f85e-4264-bf92-db6cc3f0ac47 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.967064] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 833.967064] env[68864]: value = "task-3185446" [ 833.967064] env[68864]: _type = "Task" [ 833.967064] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.985658] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185446, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.985658] env[68864]: DEBUG nova.network.neutron [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.116331] env[68864]: DEBUG oslo_concurrency.lockutils [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.296070] env[68864]: DEBUG nova.compute.utils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.296942] env[68864]: DEBUG nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.297235] env[68864]: DEBUG nova.network.neutron [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.315203] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185445, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.364349] env[68864]: DEBUG nova.policy [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03bfd38bd1dc465484ef89356b8ef2b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3148fdc000d142cfb55213940bb10c65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.406657] env[68864]: DEBUG nova.network.neutron [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Successfully updated port: 7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.468899] env[68864]: DEBUG oslo_concurrency.lockutils [req-2a8108c7-f739-4e8a-8240-f820ed43ded6 req-33e74c06-170e-482c-ad1b-97042a381013 service nova] Releasing lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.469690] env[68864]: DEBUG oslo_concurrency.lockutils [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquired lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.469884] env[68864]: DEBUG nova.network.neutron [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.484390] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185446, 'name': Rename_Task, 'duration_secs': 0.252034} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.489014] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.489014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.490295] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e6cdb78-196e-45b7-92de-3e5c77814ce9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.499209] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 834.499209] env[68864]: value = "task-3185447" [ 834.499209] env[68864]: _type = "Task" [ 834.499209] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.513841] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.713032] env[68864]: DEBUG nova.network.neutron [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Successfully created port: 4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.810710] env[68864]: DEBUG nova.compute.utils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.812227] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185445, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.881088] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9087d74c-873b-4faf-8187-f7c5e38c7eee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.892297] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41591354-fd21-4118-a956-3b13c0ef8575 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.935181] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.935429] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.935536] env[68864]: DEBUG nova.network.neutron [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.942898] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad334fba-c196-4d4a-9b09-5b86a0e0d8a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.948181] env[68864]: DEBUG nova.compute.manager [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Received event network-vif-plugged-7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.948418] env[68864]: DEBUG oslo_concurrency.lockutils [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] Acquiring lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.948630] env[68864]: DEBUG oslo_concurrency.lockutils [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.948797] env[68864]: DEBUG oslo_concurrency.lockutils [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.948965] env[68864]: DEBUG nova.compute.manager [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] No waiting events found dispatching network-vif-plugged-7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.949279] env[68864]: WARNING nova.compute.manager [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Received unexpected event network-vif-plugged-7ee3fbad-c759-4877-9559-06ed71fdd675 for instance with vm_state building and task_state spawning. [ 834.949349] env[68864]: DEBUG nova.compute.manager [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Received event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.949439] env[68864]: DEBUG nova.compute.manager [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing instance network info cache due to event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.949599] env[68864]: DEBUG oslo_concurrency.lockutils [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] Acquiring lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.957958] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54cd75c-a86a-48c8-b580-7fad5415325f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.974996] env[68864]: DEBUG nova.compute.provider_tree [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.011995] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.315165] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185445, 'name': CloneVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.317086] env[68864]: DEBUG nova.network.neutron [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Updating instance_info_cache with network_info: [{"id": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "address": "fa:16:3e:b1:db:26", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58bfc6f7-04", "ovs_interfaceid": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.319843] env[68864]: DEBUG nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.484208] env[68864]: DEBUG nova.scheduler.client.report [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.499829] env[68864]: DEBUG nova.network.neutron [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.502919] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "95431145-1011-4ee0-b9f0-d6277c4580f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.503254] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.503523] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "95431145-1011-4ee0-b9f0-d6277c4580f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.503760] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.503975] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.507515] env[68864]: INFO nova.compute.manager [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Terminating instance [ 835.509800] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.518525] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20845d17-808b-4c1d-a62d-63ecbf92b854 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.530785] env[68864]: DEBUG oslo_vmware.api [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185447, 'name': PowerOnVM_Task, 'duration_secs': 0.697005} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.532998] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.533139] env[68864]: INFO nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Took 7.41 seconds to spawn the instance on the hypervisor. [ 835.533404] env[68864]: DEBUG nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.534335] env[68864]: DEBUG oslo_vmware.api [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 835.534335] env[68864]: value = "task-3185448" [ 835.534335] env[68864]: _type = "Task" [ 835.534335] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.535273] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc326a7e-8866-4d65-b09d-675fd9093d54 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.563963] env[68864]: DEBUG oslo_vmware.api [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185448, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.807801] env[68864]: DEBUG nova.network.neutron [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.818220] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185445, 'name': CloneVM_Task, 'duration_secs': 1.638702} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.818220] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Created linked-clone VM from snapshot [ 835.818421] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b4514e-75ea-4fec-87b3-468604c4c174 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.827817] env[68864]: DEBUG oslo_concurrency.lockutils [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Releasing lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.832430] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Uploading image a1d28059-0a5f-429c-90e3-04d59e88898a {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 835.862837] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 835.862837] env[68864]: value = "vm-637099" [ 835.862837] env[68864]: _type = "VirtualMachine" [ 835.862837] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 835.863173] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-888b1d63-dec8-4ab8-8fd9-1cb6557f3ec7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.873594] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease: (returnval){ [ 835.873594] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4077b-fcd6-fa2b-1aa2-796dca0f5882" [ 835.873594] env[68864]: _type = "HttpNfcLease" [ 835.873594] env[68864]: } obtained for exporting VM: (result){ [ 835.873594] env[68864]: value = "vm-637099" [ 835.873594] env[68864]: _type = "VirtualMachine" [ 835.873594] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 835.874205] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the lease: (returnval){ [ 835.874205] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4077b-fcd6-fa2b-1aa2-796dca0f5882" [ 835.874205] env[68864]: _type = "HttpNfcLease" [ 835.874205] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 835.889348] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.889348] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4077b-fcd6-fa2b-1aa2-796dca0f5882" [ 835.889348] env[68864]: _type = "HttpNfcLease" [ 835.889348] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 835.995137] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.996019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.745s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.997946] env[68864]: INFO nova.compute.claims [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.022326] env[68864]: INFO nova.scheduler.client.report [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Deleted allocations for instance 463efcaf-51f7-48db-aec5-192c6258b003 [ 836.024924] env[68864]: DEBUG nova.compute.manager [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.026503] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.031493] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dd2c53-cc3e-4728-bf8a-d50c1e4199d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.045782] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.046326] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0deed3bb-7346-4dda-9ef1-6a2bbb1b8f5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.052025] env[68864]: DEBUG oslo_vmware.api [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185448, 'name': PowerOnVM_Task, 'duration_secs': 0.524208} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.052359] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.052563] env[68864]: DEBUG nova.compute.manager [None req-bdc56409-bdcb-4a9f-b4b0-d45047e23cfb tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.053508] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca8726b-090f-44f5-972e-101ea5da6645 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.058341] env[68864]: DEBUG oslo_vmware.api [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 836.058341] env[68864]: value = "task-3185450" [ 836.058341] env[68864]: _type = "Task" [ 836.058341] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.073519] env[68864]: INFO nova.compute.manager [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Took 40.95 seconds to build instance. [ 836.079296] env[68864]: DEBUG oslo_vmware.api [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.314536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.316647] env[68864]: DEBUG nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Instance network_info: |[{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.316898] env[68864]: DEBUG oslo_concurrency.lockutils [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] Acquired lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.317165] env[68864]: DEBUG nova.network.neutron [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.318961] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:0c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ee3fbad-c759-4877-9559-06ed71fdd675', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.335874] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.341420] env[68864]: DEBUG nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.344112] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.346784] env[68864]: DEBUG nova.compute.manager [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.346784] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f5ef42-e191-412e-968a-f148e516b1c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.365958] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bc3038-07b0-407c-b78d-7df9aee2eaa6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:59:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='346464684',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-843952233',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.390220] env[68864]: DEBUG nova.virt.hardware [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.391137] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.391137] env[68864]: value = "task-3185451" [ 836.391137] env[68864]: _type = "Task" [ 836.391137] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.391808] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b1798-8b08-4c21-89f1-40be46bc60ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.398152] env[68864]: DEBUG nova.network.neutron [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Successfully updated port: 4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.401565] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 836.401565] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4077b-fcd6-fa2b-1aa2-796dca0f5882" [ 836.401565] env[68864]: _type = "HttpNfcLease" [ 836.401565] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 836.405232] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 836.405232] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f4077b-fcd6-fa2b-1aa2-796dca0f5882" [ 836.405232] env[68864]: _type = "HttpNfcLease" [ 836.405232] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 836.406073] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e2ea39-7232-4df3-8adf-9fa7026b3018 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.415919] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81069409-088e-4ac7-8546-81b7ac09a5ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.434516] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "67287663-892c-4097-80ad-539add96091c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.434516] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "67287663-892c-4097-80ad-539add96091c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.435810] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b37d-336d-54e4-af84-9aeaf5138372/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 836.436262] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b37d-336d-54e4-af84-9aeaf5138372/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 836.437210] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185451, 'name': CreateVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.541139] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e46972db-f6d6-454b-baf7-859b13d23d9c tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "463efcaf-51f7-48db-aec5-192c6258b003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.775s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.570467] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b626aab-67af-4c2e-bce4-2ec25896808d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.577895] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd8e11a9-5b5c-4f62-9e68-45941ecaa9a0 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.378s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.578218] env[68864]: DEBUG oslo_vmware.api [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185450, 'name': PowerOffVM_Task, 'duration_secs': 0.255387} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.582563] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.582772] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.583339] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88345f25-bcfc-4d38-8025-0846c3edb9cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.658797] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.659014] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.659081] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleting the datastore file [datastore1] 95431145-1011-4ee0-b9f0-d6277c4580f3 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.659337] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc54d0fd-af91-4601-879a-3630bdf0999e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.668360] env[68864]: DEBUG oslo_vmware.api [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 836.668360] env[68864]: value = "task-3185453" [ 836.668360] env[68864]: _type = "Task" [ 836.668360] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.679426] env[68864]: DEBUG oslo_vmware.api [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.726840] env[68864]: DEBUG nova.compute.manager [req-36f5a005-1016-4ad4-acfa-1fa27ad7d01b req-e58217de-aa84-45de-b427-7bf9b4120236 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Received event network-vif-plugged-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.726840] env[68864]: DEBUG oslo_concurrency.lockutils [req-36f5a005-1016-4ad4-acfa-1fa27ad7d01b req-e58217de-aa84-45de-b427-7bf9b4120236 service nova] Acquiring lock "9c821423-2eb7-493b-81be-699faf300c1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.726840] env[68864]: DEBUG oslo_concurrency.lockutils [req-36f5a005-1016-4ad4-acfa-1fa27ad7d01b req-e58217de-aa84-45de-b427-7bf9b4120236 service nova] Lock "9c821423-2eb7-493b-81be-699faf300c1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.727105] env[68864]: DEBUG oslo_concurrency.lockutils [req-36f5a005-1016-4ad4-acfa-1fa27ad7d01b req-e58217de-aa84-45de-b427-7bf9b4120236 service nova] Lock "9c821423-2eb7-493b-81be-699faf300c1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.730826] env[68864]: DEBUG nova.compute.manager [req-36f5a005-1016-4ad4-acfa-1fa27ad7d01b req-e58217de-aa84-45de-b427-7bf9b4120236 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] No waiting events found dispatching network-vif-plugged-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.730826] env[68864]: WARNING nova.compute.manager [req-36f5a005-1016-4ad4-acfa-1fa27ad7d01b req-e58217de-aa84-45de-b427-7bf9b4120236 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Received unexpected event network-vif-plugged-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c for instance with vm_state building and task_state spawning. [ 836.734865] env[68864]: DEBUG nova.network.neutron [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updated VIF entry in instance network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.735333] env[68864]: DEBUG nova.network.neutron [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.904522] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.904682] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.904807] env[68864]: DEBUG nova.network.neutron [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.917485] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185451, 'name': CreateVM_Task, 'duration_secs': 0.480115} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.917537] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.918955] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.919192] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.919552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.920158] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f7de69-6c3a-44d6-b564-6178e39ec318 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.927926] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 836.927926] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529c6d44-6201-417a-7239-0a60f89819d4" [ 836.927926] env[68864]: _type = "Task" [ 836.927926] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.939371] env[68864]: DEBUG nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.942374] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529c6d44-6201-417a-7239-0a60f89819d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.186050] env[68864]: DEBUG oslo_vmware.api [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263098} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.187035] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.187035] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.187195] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.187544] env[68864]: INFO nova.compute.manager [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 837.187853] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.188227] env[68864]: DEBUG nova.compute.manager [-] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.188584] env[68864]: DEBUG nova.network.neutron [-] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.239801] env[68864]: DEBUG oslo_concurrency.lockutils [req-6648c602-920e-4c4d-8cfb-e266b09a7799 req-afec9726-aa48-46be-877f-379df738ad2d service nova] Releasing lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.324318] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "91ee49ea-2011-4528-812e-7682c72b48a0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.325206] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.327198] env[68864]: INFO nova.compute.manager [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Shelving [ 837.413909] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103e9d2-5602-4472-8f94-54839a0241fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.429647] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Doing hard reboot of VM {{(pid=68864) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 837.435757] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bdcb69a3-a584-4a64-b50b-72bf287507db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.452335] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529c6d44-6201-417a-7239-0a60f89819d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014205} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.456980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.457972] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.458209] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.458520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.458869] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.459440] env[68864]: DEBUG oslo_vmware.api [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 837.459440] env[68864]: value = "task-3185454" [ 837.459440] env[68864]: _type = "Task" [ 837.459440] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.463687] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f2abb3-8626-49fb-a688-d6b9163a9b03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.466823] env[68864]: DEBUG nova.network.neutron [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.474937] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.483223] env[68864]: DEBUG oslo_vmware.api [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185454, 'name': ResetVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.487966] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.488249] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.489103] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ef899a-9cf2-485c-aa49-1ac39affa001 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.498074] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 837.498074] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7b4ff-1114-3bad-3fd7-5a566c4fa96e" [ 837.498074] env[68864]: _type = "Task" [ 837.498074] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.511911] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7b4ff-1114-3bad-3fd7-5a566c4fa96e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.583836] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3adbf-49b1-48ba-bc99-957316bdef51 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.593646] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461ae8bf-bbc8-4920-9639-dcf338f9655e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.641257] env[68864]: DEBUG nova.network.neutron [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Updating instance_info_cache with network_info: [{"id": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "address": "fa:16:3e:d4:8b:97", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5cb627-a6", "ovs_interfaceid": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.647382] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537811f-68a4-4cb0-8558-9271e2b08cb7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.662648] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cebd55-2e71-4654-b928-46dbf6abd2dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.682946] env[68864]: DEBUG nova.compute.provider_tree [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.978171] env[68864]: DEBUG oslo_vmware.api [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185454, 'name': ResetVM_Task, 'duration_secs': 0.115118} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.978656] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Did hard reboot of VM {{(pid=68864) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 837.978815] env[68864]: DEBUG nova.compute.manager [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.979717] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd9d5a0-60dd-4157-b5e6-402448950889 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.010576] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7b4ff-1114-3bad-3fd7-5a566c4fa96e, 'name': SearchDatastore_Task, 'duration_secs': 0.0172} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.011831] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c41776-9d04-4b32-b9e5-35f413b3e102 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.019114] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 838.019114] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523e3421-903b-6637-9e72-954e39c0b979" [ 838.019114] env[68864]: _type = "Task" [ 838.019114] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.032464] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523e3421-903b-6637-9e72-954e39c0b979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.148393] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Releasing lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.148393] env[68864]: DEBUG nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Instance network_info: |[{"id": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "address": "fa:16:3e:d4:8b:97", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5cb627-a6", "ovs_interfaceid": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.148393] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:8b:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e5cb627-a6d6-401f-aa45-e1d8179f6e5c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.156796] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.157177] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.157486] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66d163b2-4f34-4574-a167-24bde3af0ed4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.180320] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.180320] env[68864]: value = "task-3185455" [ 838.180320] env[68864]: _type = "Task" [ 838.180320] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.186197] env[68864]: DEBUG nova.scheduler.client.report [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.193196] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185455, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.229914] env[68864]: DEBUG nova.network.neutron [-] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.338709] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.339129] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd6b549-a932-4498-a150-9c28c9bb3e31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.350153] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 838.350153] env[68864]: value = "task-3185456" [ 838.350153] env[68864]: _type = "Task" [ 838.350153] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.363053] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.488075] env[68864]: DEBUG nova.compute.manager [req-d411241c-fd40-43c5-9b7d-189dba4b79ae req-003d1dcf-c051-4901-ad3a-b11f8c89bf22 service nova] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Received event network-vif-deleted-a6efbedc-e612-46bc-a61b-4e861b9a0e9c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.494820] env[68864]: DEBUG oslo_concurrency.lockutils [None req-115f1be0-e6a6-4f0f-b6ce-aea2ad1c9f42 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.906s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.534496] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523e3421-903b-6637-9e72-954e39c0b979, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.534975] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.535409] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.536900] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f97a7a8c-7be9-4715-af6d-403aa00cd647 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.548755] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 838.548755] env[68864]: value = "task-3185457" [ 838.548755] env[68864]: _type = "Task" [ 838.548755] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.562100] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.692786] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185455, 'name': CreateVM_Task, 'duration_secs': 0.460175} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.693187] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.693827] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.693957] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.694362] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.695100] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.695637] env[68864]: DEBUG nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.698207] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b986a063-fe9e-4e17-a314-da9cb0e859a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.700501] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.384s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.708062] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 838.708062] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522bd1af-0662-66c3-0c6a-e6ab1392c890" [ 838.708062] env[68864]: _type = "Task" [ 838.708062] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.718834] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522bd1af-0662-66c3-0c6a-e6ab1392c890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.733257] env[68864]: INFO nova.compute.manager [-] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Took 1.54 seconds to deallocate network for instance. [ 838.864940] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185456, 'name': PowerOffVM_Task, 'duration_secs': 0.287899} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.865387] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.866745] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec561400-004f-469d-a2ff-79ce66fb8717 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.892843] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e44dc2f-161e-4248-ac9b-ee28c1855b16 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.068823] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185457, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.202473] env[68864]: DEBUG nova.compute.utils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.204309] env[68864]: DEBUG nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.204504] env[68864]: DEBUG nova.network.neutron [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.209919] env[68864]: INFO nova.compute.claims [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.227881] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522bd1af-0662-66c3-0c6a-e6ab1392c890, 'name': SearchDatastore_Task, 'duration_secs': 0.014225} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.228229] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.228465] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.228717] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.228879] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.229078] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.229356] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8faeb1b5-525d-418e-a520-48864cb7bacb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.241795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.244536] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.244793] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.245957] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcf57c1-bbdb-4057-9be6-c3f86709139f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.254369] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 839.254369] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529e8560-4edb-9c05-2dcf-ca93e0ca63a0" [ 839.254369] env[68864]: _type = "Task" [ 839.254369] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.265886] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529e8560-4edb-9c05-2dcf-ca93e0ca63a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.285249] env[68864]: DEBUG nova.policy [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b527f67a9cb4d23bb99b48aeb0ffc56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '539d3e6dcb924e51986001951332310f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.409894] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 839.410281] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcde6962-bde3-4202-ad2b-c47a7e056327 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.419885] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 839.419885] env[68864]: value = "task-3185458" [ 839.419885] env[68864]: _type = "Task" [ 839.419885] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.431768] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.561685] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570505} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.562013] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.562297] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.562595] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfd954d4-ec78-4adc-a532-a5cb884124ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.570795] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 839.570795] env[68864]: value = "task-3185459" [ 839.570795] env[68864]: _type = "Task" [ 839.570795] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.580435] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.701800] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d13bd8-c09a-b666-e5f1-7fda1b6b9d68/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.703053] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3b1d8e-8561-4092-831b-516bf01cfc6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.711579] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d13bd8-c09a-b666-e5f1-7fda1b6b9d68/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.711804] env[68864]: ERROR oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d13bd8-c09a-b666-e5f1-7fda1b6b9d68/disk-0.vmdk due to incomplete transfer. [ 839.712464] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f231334d-3582-4134-ae42-52c7b0dd8400 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.714803] env[68864]: DEBUG nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.719101] env[68864]: INFO nova.compute.resource_tracker [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating resource usage from migration 9b9c76e6-261d-418a-827c-9badd08839dd [ 839.723654] env[68864]: DEBUG oslo_vmware.rw_handles [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d13bd8-c09a-b666-e5f1-7fda1b6b9d68/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.723844] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Uploaded image 285c18d6-167d-4089-803e-f0bec20fddd1 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.730543] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.730932] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-025c8505-4289-4033-b78a-e492efea333b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.741719] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 839.741719] env[68864]: value = "task-3185460" [ 839.741719] env[68864]: _type = "Task" [ 839.741719] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.746359] env[68864]: DEBUG nova.network.neutron [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Successfully created port: a4bbe204-5ad9-4535-9a61-ad7aa789e224 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.753371] env[68864]: DEBUG nova.compute.manager [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Received event network-changed-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.753518] env[68864]: DEBUG nova.compute.manager [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Refreshing instance network info cache due to event network-changed-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.753701] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] Acquiring lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.753844] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] Acquired lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.754019] env[68864]: DEBUG nova.network.neutron [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Refreshing network info cache for port 4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.768868] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185460, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.782919] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529e8560-4edb-9c05-2dcf-ca93e0ca63a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015084} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.783871] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbdab466-e40b-4ca1-a11c-8f194275bcbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.793242] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 839.793242] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5229660f-64e2-4acd-d307-a2b167dfabbe" [ 839.793242] env[68864]: _type = "Task" [ 839.793242] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.802995] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5229660f-64e2-4acd-d307-a2b167dfabbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.930389] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.085666] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166947} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.085936] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.086974] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78f9313-43e0-4586-8584-8a8e457bb684 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.113068] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.115989] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8fc9a5-c191-4427-8f31-dbaea28f16c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.138613] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 840.138613] env[68864]: value = "task-3185461" [ 840.138613] env[68864]: _type = "Task" [ 840.138613] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.152946] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.257508] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185460, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.276952] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658bdbb5-c21c-4982-8190-af7166390b52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.286798] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa891b-3e52-4e15-83d5-2c573a6eb67d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.333023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89563f78-9ea9-46b1-a834-3f28449d5be7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.341889] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5229660f-64e2-4acd-d307-a2b167dfabbe, 'name': SearchDatastore_Task, 'duration_secs': 0.020782} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.345069] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.345069] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9c821423-2eb7-493b-81be-699faf300c1f/9c821423-2eb7-493b-81be-699faf300c1f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.345069] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0970b136-23b2-4061-beae-d96d3d82909c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.348372] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ef38f-8977-4787-9c86-6bf77f2524ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.366552] env[68864]: DEBUG nova.compute.provider_tree [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.368255] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 840.368255] env[68864]: value = "task-3185462" [ 840.368255] env[68864]: _type = "Task" [ 840.368255] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.377893] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.432604] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.530433] env[68864]: DEBUG nova.network.neutron [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Updated VIF entry in instance network info cache for port 4e5cb627-a6d6-401f-aa45-e1d8179f6e5c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.530839] env[68864]: DEBUG nova.network.neutron [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Updating instance_info_cache with network_info: [{"id": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "address": "fa:16:3e:d4:8b:97", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5cb627-a6", "ovs_interfaceid": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.650733] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.670070] env[68864]: DEBUG nova.compute.manager [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Received event network-changed-58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.670289] env[68864]: DEBUG nova.compute.manager [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Refreshing instance network info cache due to event network-changed-58bfc6f7-042e-4c09-8b53-4f583ddc3858. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.670510] env[68864]: DEBUG oslo_concurrency.lockutils [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] Acquiring lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.670651] env[68864]: DEBUG oslo_concurrency.lockutils [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] Acquired lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.670809] env[68864]: DEBUG nova.network.neutron [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Refreshing network info cache for port 58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.730029] env[68864]: DEBUG nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.753984] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185460, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.756751] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.757050] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.757251] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.757500] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.757927] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.757927] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.758249] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.758511] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.758739] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.758939] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.759156] env[68864]: DEBUG nova.virt.hardware [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.760443] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1824efe1-9b89-4724-90a3-97898fdc195b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.770765] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baea419f-54ba-4f16-b889-e760b2cc69cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.870658] env[68864]: DEBUG nova.scheduler.client.report [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.889445] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185462, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.934190] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185458, 'name': CreateSnapshot_Task, 'duration_secs': 1.19297} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.934190] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.935392] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afca9a5-ff99-4709-bb89-f2cca12ae7d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.034360] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f2609fb-f652-42de-bc7a-78b6c645787d req-370eecf6-9299-4da2-bc89-0815db9fc19e service nova] Releasing lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.046950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "fa040fac-3adb-4737-9857-594029dec759" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.046950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.046950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "fa040fac-3adb-4737-9857-594029dec759-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.046950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.046950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.048484] env[68864]: INFO nova.compute.manager [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Terminating instance [ 841.150237] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185461, 'name': ReconfigVM_Task, 'duration_secs': 0.911621} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.150565] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.151279] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b403c2-e16d-4c65-80c4-d6e99f8794d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.160276] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 841.160276] env[68864]: value = "task-3185463" [ 841.160276] env[68864]: _type = "Task" [ 841.160276] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.169437] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185463, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.254419] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185460, 'name': Destroy_Task, 'duration_secs': 1.349403} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.254695] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Destroyed the VM [ 841.254932] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.255233] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c08cade-afef-490a-a280-c85744240804 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.262744] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 841.262744] env[68864]: value = "task-3185464" [ 841.262744] env[68864]: _type = "Task" [ 841.262744] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.277070] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185464, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.381242] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.680s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.381503] env[68864]: INFO nova.compute.manager [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Migrating [ 841.381759] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.381924] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.388212] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.285s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.390406] env[68864]: INFO nova.compute.claims [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.393975] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6477} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.394856] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9c821423-2eb7-493b-81be-699faf300c1f/9c821423-2eb7-493b-81be-699faf300c1f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.395227] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.395509] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e4b77c2-b6c2-4995-863c-14b3d3b0a0f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.403513] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 841.403513] env[68864]: value = "task-3185465" [ 841.403513] env[68864]: _type = "Task" [ 841.403513] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.417394] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.418310] env[68864]: DEBUG nova.network.neutron [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Updated VIF entry in instance network info cache for port 58bfc6f7-042e-4c09-8b53-4f583ddc3858. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.418678] env[68864]: DEBUG nova.network.neutron [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Updating instance_info_cache with network_info: [{"id": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "address": "fa:16:3e:b1:db:26", "network": {"id": "4c4cdd7a-0c54-4ef4-8cce-b89763154398", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-647671222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b5b0e5b734fe28a6393629be8162e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58bfc6f7-04", "ovs_interfaceid": "58bfc6f7-042e-4c09-8b53-4f583ddc3858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.459721] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.460340] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5333c709-6392-4180-8000-bb221b9b4440 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.471309] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 841.471309] env[68864]: value = "task-3185466" [ 841.471309] env[68864]: _type = "Task" [ 841.471309] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.484457] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185466, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.553530] env[68864]: DEBUG nova.compute.manager [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.555055] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.555055] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d962e24-1950-4609-a8cd-8cf117176a7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.566923] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.567265] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b1bb5f-1534-440d-b7aa-d86724335702 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.578141] env[68864]: DEBUG oslo_vmware.api [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 841.578141] env[68864]: value = "task-3185467" [ 841.578141] env[68864]: _type = "Task" [ 841.578141] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.594778] env[68864]: DEBUG oslo_vmware.api [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.669881] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.670126] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.678050] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185463, 'name': Rename_Task, 'duration_secs': 0.233171} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.678361] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.679755] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2be4dd-c52c-475b-80dd-a061bab8a94b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.690265] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 841.690265] env[68864]: value = "task-3185468" [ 841.690265] env[68864]: _type = "Task" [ 841.690265] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.700767] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.787355] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185464, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.788473] env[68864]: DEBUG nova.network.neutron [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Successfully updated port: a4bbe204-5ad9-4535-9a61-ad7aa789e224 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.895031] env[68864]: INFO nova.compute.rpcapi [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 841.895817] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.928895] env[68864]: DEBUG oslo_concurrency.lockutils [req-c1ec02f0-1fd5-4dcc-8116-2df9bf2379c7 req-6ad42c4e-1762-4d59-b096-fd5a91d036ec service nova] Releasing lock "refresh_cache-fa040fac-3adb-4737-9857-594029dec759" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.931018] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07468} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.931461] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.932800] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a51557-6abf-4fd9-9f83-8c4f2d7851b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.960676] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 9c821423-2eb7-493b-81be-699faf300c1f/9c821423-2eb7-493b-81be-699faf300c1f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.961630] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a965b07-44de-4b22-a331-21decd073c6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.987719] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185466, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.989333] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 841.989333] env[68864]: value = "task-3185469" [ 841.989333] env[68864]: _type = "Task" [ 841.989333] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.998695] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.089464] env[68864]: DEBUG oslo_vmware.api [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185467, 'name': PowerOffVM_Task, 'duration_secs': 0.319151} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.089751] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.089924] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.090198] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24add007-4ec8-46e7-9602-e60354adb14f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.164685] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.165409] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.165409] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Deleting the datastore file [datastore2] fa040fac-3adb-4737-9857-594029dec759 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.165562] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571d1740-fe94-4007-a924-dc9769641902 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.174074] env[68864]: DEBUG nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.176711] env[68864]: DEBUG oslo_vmware.api [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 842.176711] env[68864]: value = "task-3185471" [ 842.176711] env[68864]: _type = "Task" [ 842.176711] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.186919] env[68864]: DEBUG oslo_vmware.api [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.206503] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185468, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.274981] env[68864]: DEBUG oslo_vmware.api [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185464, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718734} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.275301] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 842.275537] env[68864]: INFO nova.compute.manager [None req-74da884c-46ef-4fea-8509-8818f213f290 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Took 15.78 seconds to snapshot the instance on the hypervisor. [ 842.294635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "refresh_cache-81c053bc-222d-498c-9e99-c1c54946ec04" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.294635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired lock "refresh_cache-81c053bc-222d-498c-9e99-c1c54946ec04" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.294635] env[68864]: DEBUG nova.network.neutron [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.422087] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.422349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.422621] env[68864]: DEBUG nova.network.neutron [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.491811] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185466, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.503806] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185469, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.636491] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "493844ba-f2ff-4f85-8d71-167619a9ad1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.636860] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.637161] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "493844ba-f2ff-4f85-8d71-167619a9ad1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.637409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.637618] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.642186] env[68864]: INFO nova.compute.manager [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Terminating instance [ 842.695248] env[68864]: DEBUG oslo_vmware.api [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283886} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.697756] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.697980] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.698179] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.698359] env[68864]: INFO nova.compute.manager [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: fa040fac-3adb-4737-9857-594029dec759] Took 1.14 seconds to destroy the instance on the hypervisor. [ 842.698601] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.699703] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.702880] env[68864]: DEBUG nova.compute.manager [-] [instance: fa040fac-3adb-4737-9857-594029dec759] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.702880] env[68864]: DEBUG nova.network.neutron [-] [instance: fa040fac-3adb-4737-9857-594029dec759] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.710490] env[68864]: DEBUG oslo_vmware.api [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185468, 'name': PowerOnVM_Task, 'duration_secs': 0.867865} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.711101] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.711101] env[68864]: INFO nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Took 9.66 seconds to spawn the instance on the hypervisor. [ 842.711286] env[68864]: DEBUG nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.712234] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89111e-1c11-4fa5-883f-d33796fdbaa2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.725477] env[68864]: DEBUG nova.compute.manager [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Received event network-vif-plugged-a4bbe204-5ad9-4535-9a61-ad7aa789e224 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.725698] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] Acquiring lock "81c053bc-222d-498c-9e99-c1c54946ec04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.726020] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] Lock "81c053bc-222d-498c-9e99-c1c54946ec04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.726073] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] Lock "81c053bc-222d-498c-9e99-c1c54946ec04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.726645] env[68864]: DEBUG nova.compute.manager [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] No waiting events found dispatching network-vif-plugged-a4bbe204-5ad9-4535-9a61-ad7aa789e224 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.726645] env[68864]: WARNING nova.compute.manager [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Received unexpected event network-vif-plugged-a4bbe204-5ad9-4535-9a61-ad7aa789e224 for instance with vm_state building and task_state spawning. [ 842.726645] env[68864]: DEBUG nova.compute.manager [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Received event network-changed-a4bbe204-5ad9-4535-9a61-ad7aa789e224 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.726925] env[68864]: DEBUG nova.compute.manager [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Refreshing instance network info cache due to event network-changed-a4bbe204-5ad9-4535-9a61-ad7aa789e224. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.726925] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] Acquiring lock "refresh_cache-81c053bc-222d-498c-9e99-c1c54946ec04" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.841978] env[68864]: DEBUG nova.network.neutron [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.969532] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1250526e-4f3e-4d08-92b4-41106b2a6f24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.988497] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fea3ac-df42-48e3-b78f-770d76b3edac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.999242] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185466, 'name': CloneVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.009999] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185469, 'name': ReconfigVM_Task, 'duration_secs': 0.601476} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.036349] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 9c821423-2eb7-493b-81be-699faf300c1f/9c821423-2eb7-493b-81be-699faf300c1f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.036719] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68864) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 843.039921] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6af946eb-6144-4d2d-aa1d-fd3d1dbd91a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.042773] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30fc594-52a4-4d0f-96f7-a2cbe625cf3c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.054035] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d251a4e-580d-4575-bbdc-bf99ecfe8f57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.060533] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 843.060533] env[68864]: value = "task-3185472" [ 843.060533] env[68864]: _type = "Task" [ 843.060533] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.074923] env[68864]: DEBUG nova.compute.provider_tree [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.084074] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185472, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.110443] env[68864]: DEBUG nova.network.neutron [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Updating instance_info_cache with network_info: [{"id": "a4bbe204-5ad9-4535-9a61-ad7aa789e224", "address": "fa:16:3e:ca:02:1c", "network": {"id": "24fc8979-6e0f-49f1-84f4-5249fbf58334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171774036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539d3e6dcb924e51986001951332310f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bbe204-5a", "ovs_interfaceid": "a4bbe204-5ad9-4535-9a61-ad7aa789e224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.147963] env[68864]: DEBUG nova.compute.manager [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.148247] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.149113] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6912e6-87d1-458f-861e-69422e9f9506 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.158599] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.158599] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3ad40e-7ed4-4794-a2c7-abeeeb88bd2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.164893] env[68864]: DEBUG oslo_vmware.api [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 843.164893] env[68864]: value = "task-3185473" [ 843.164893] env[68864]: _type = "Task" [ 843.164893] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.174990] env[68864]: DEBUG oslo_vmware.api [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.219708] env[68864]: DEBUG nova.network.neutron [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance_info_cache with network_info: [{"id": "373cd372-8ec4-44c6-96a0-184ad245b299", "address": "fa:16:3e:16:cb:44", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373cd372-8e", "ovs_interfaceid": "373cd372-8ec4-44c6-96a0-184ad245b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.231595] env[68864]: INFO nova.compute.manager [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Took 41.93 seconds to build instance. [ 843.490663] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185466, 'name': CloneVM_Task, 'duration_secs': 1.557413} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.490962] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Created linked-clone VM from snapshot [ 843.491755] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45217379-1e46-4bde-99c6-7d4a92ef24b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500526] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Uploading image 4b5b0953-2264-4913-9439-045887ce65c3 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 843.528621] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 843.528621] env[68864]: value = "vm-637103" [ 843.528621] env[68864]: _type = "VirtualMachine" [ 843.528621] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 843.528929] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1c7a85f-d497-4e40-af4e-d55f5a487c65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.537998] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lease: (returnval){ [ 843.537998] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7bdca-c566-94d8-4552-16761a105b81" [ 843.537998] env[68864]: _type = "HttpNfcLease" [ 843.537998] env[68864]: } obtained for exporting VM: (result){ [ 843.537998] env[68864]: value = "vm-637103" [ 843.537998] env[68864]: _type = "VirtualMachine" [ 843.537998] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 843.538500] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the lease: (returnval){ [ 843.538500] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7bdca-c566-94d8-4552-16761a105b81" [ 843.538500] env[68864]: _type = "HttpNfcLease" [ 843.538500] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 843.547323] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.547323] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7bdca-c566-94d8-4552-16761a105b81" [ 843.547323] env[68864]: _type = "HttpNfcLease" [ 843.547323] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 843.571283] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185472, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.066446} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.571602] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68864) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 843.572435] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db4806-aad6-492b-a6b1-9f8f7391c014 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.591956] env[68864]: DEBUG nova.scheduler.client.report [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.605374] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 9c821423-2eb7-493b-81be-699faf300c1f/ephemeral_0.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.605374] env[68864]: DEBUG nova.network.neutron [-] [instance: fa040fac-3adb-4737-9857-594029dec759] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.605374] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1362092a-d2b4-416e-b7fa-c02d5b679fa2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.620122] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Releasing lock "refresh_cache-81c053bc-222d-498c-9e99-c1c54946ec04" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.620519] env[68864]: DEBUG nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Instance network_info: |[{"id": "a4bbe204-5ad9-4535-9a61-ad7aa789e224", "address": "fa:16:3e:ca:02:1c", "network": {"id": "24fc8979-6e0f-49f1-84f4-5249fbf58334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171774036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539d3e6dcb924e51986001951332310f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bbe204-5a", "ovs_interfaceid": "a4bbe204-5ad9-4535-9a61-ad7aa789e224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.620881] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] Acquired lock "refresh_cache-81c053bc-222d-498c-9e99-c1c54946ec04" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.621111] env[68864]: DEBUG nova.network.neutron [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Refreshing network info cache for port a4bbe204-5ad9-4535-9a61-ad7aa789e224 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.626022] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:02:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7806fe18-2b89-4386-87b1-f22876f82af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4bbe204-5ad9-4535-9a61-ad7aa789e224', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.630731] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.636739] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.640431] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33af5e22-bae1-4e15-a615-de23861f1812 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.664651] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 843.664651] env[68864]: value = "task-3185475" [ 843.664651] env[68864]: _type = "Task" [ 843.664651] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.673660] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.673660] env[68864]: value = "task-3185476" [ 843.673660] env[68864]: _type = "Task" [ 843.673660] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.682792] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.686673] env[68864]: DEBUG oslo_vmware.api [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185473, 'name': PowerOffVM_Task, 'duration_secs': 0.276081} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.687543] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.687691] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.687962] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66415f5a-d7f0-4b3b-a190-c08c6539574f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.693489] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185476, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.723151] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733314] env[68864]: DEBUG oslo_concurrency.lockutils [None req-12337cd5-ade9-4a33-89fc-ed24fd86baba tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.224s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.776657] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.777028] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.777448] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleting the datastore file [datastore1] 493844ba-f2ff-4f85-8d71-167619a9ad1f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.778259] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5248161-91ae-4825-b235-8fded6a84a55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.786325] env[68864]: DEBUG oslo_vmware.api [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 843.786325] env[68864]: value = "task-3185478" [ 843.786325] env[68864]: _type = "Task" [ 843.786325] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.796025] env[68864]: DEBUG oslo_vmware.api [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.918535] env[68864]: DEBUG nova.network.neutron [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Updated VIF entry in instance network info cache for port a4bbe204-5ad9-4535-9a61-ad7aa789e224. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.918950] env[68864]: DEBUG nova.network.neutron [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Updating instance_info_cache with network_info: [{"id": "a4bbe204-5ad9-4535-9a61-ad7aa789e224", "address": "fa:16:3e:ca:02:1c", "network": {"id": "24fc8979-6e0f-49f1-84f4-5249fbf58334", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171774036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "539d3e6dcb924e51986001951332310f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7806fe18-2b89-4386-87b1-f22876f82af2", "external-id": "nsx-vlan-transportzone-727", "segmentation_id": 727, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4bbe204-5a", "ovs_interfaceid": "a4bbe204-5ad9-4535-9a61-ad7aa789e224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.051707] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.051707] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7bdca-c566-94d8-4552-16761a105b81" [ 844.051707] env[68864]: _type = "HttpNfcLease" [ 844.051707] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 844.051707] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 844.051707] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d7bdca-c566-94d8-4552-16761a105b81" [ 844.051707] env[68864]: _type = "HttpNfcLease" [ 844.051707] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 844.052829] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9952c9-b14f-43ac-a4bf-f744b3693f9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.062523] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52777dfb-74c8-84e8-16c5-17a2f2172ed2/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 844.062903] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52777dfb-74c8-84e8-16c5-17a2f2172ed2/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 844.123521] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.124125] env[68864]: DEBUG nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.127030] env[68864]: INFO nova.compute.manager [-] [instance: fa040fac-3adb-4737-9857-594029dec759] Took 1.42 seconds to deallocate network for instance. [ 844.131019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.594s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.131019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.131019] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 844.131019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.559s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.131277] env[68864]: INFO nova.compute.claims [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.136456] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d877ac-5f09-4e90-9422-01d548b33cfa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.151479] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570e12c-c573-4c88-8248-f683b7813a21 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.173649] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e6eed8-3165-4bd1-be05-0b52b563439e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.183081] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185475, 'name': ReconfigVM_Task, 'duration_secs': 0.51147} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.186257] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 9c821423-2eb7-493b-81be-699faf300c1f/ephemeral_0.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.187310] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde303f8-c0ed-4c1c-893a-b21534cbd966 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.190804] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806d4bb6-9a6f-460f-88d2-64c54cf75191 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.198705] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185476, 'name': CreateVM_Task, 'duration_secs': 0.344446} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.199508] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.200319] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.200491] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.201071] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.201604] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa199ac2-4a83-484d-8bfa-24741923670c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.233934] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177534MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 844.234101] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.234647] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 844.234647] env[68864]: value = "task-3185479" [ 844.234647] env[68864]: _type = "Task" [ 844.234647] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.241481] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7094977-a7f4-45ca-8429-3e3dce6f264d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.246331] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 844.246331] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ccc14e-4dc3-a258-ca1b-fe195d59562c" [ 844.246331] env[68864]: _type = "Task" [ 844.246331] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.253422] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185479, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.263606] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ccc14e-4dc3-a258-ca1b-fe195d59562c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.299145] env[68864]: DEBUG oslo_vmware.api [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228242} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.299421] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.299625] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.299824] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.300028] env[68864]: INFO nova.compute.manager [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 844.300286] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.300510] env[68864]: DEBUG nova.compute.manager [-] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.300609] env[68864]: DEBUG nova.network.neutron [-] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.422266] env[68864]: DEBUG oslo_concurrency.lockutils [req-f8eee4bf-9b4d-4d1a-b9a1-9e067166c853 req-653bd992-915b-4cdc-abb3-fd5106415832 service nova] Releasing lock "refresh_cache-81c053bc-222d-498c-9e99-c1c54946ec04" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.637273] env[68864]: DEBUG nova.compute.utils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.640784] env[68864]: DEBUG nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.641265] env[68864]: DEBUG nova.network.neutron [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.644329] env[68864]: DEBUG nova.compute.manager [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Received event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.644668] env[68864]: DEBUG nova.compute.manager [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing instance network info cache due to event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.645594] env[68864]: DEBUG oslo_concurrency.lockutils [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] Acquiring lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.645968] env[68864]: DEBUG oslo_concurrency.lockutils [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] Acquired lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.646321] env[68864]: DEBUG nova.network.neutron [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.650405] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.726222] env[68864]: DEBUG nova.policy [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e417fe1743954f57be2d55509127d607', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c81826ed327641c2b30bbbda115f485a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.755886] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185479, 'name': Rename_Task, 'duration_secs': 0.374464} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.756740] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.757636] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34dd905d-0d83-40c2-a40a-0ae30b32c515 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.765065] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ccc14e-4dc3-a258-ca1b-fe195d59562c, 'name': SearchDatastore_Task, 'duration_secs': 0.028585} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.766637] env[68864]: DEBUG nova.compute.manager [req-2dfddace-d568-4729-8811-c5718c9385ec req-88d4c0c0-3323-42dd-9e75-8c83c1a9979d service nova] [instance: fa040fac-3adb-4737-9857-594029dec759] Received event network-vif-deleted-58bfc6f7-042e-4c09-8b53-4f583ddc3858 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.767755] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.768055] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.768388] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.768638] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.768947] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.769919] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4a9ff2e-26e4-4b8a-9a99-f87e93e28aa5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.774869] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 844.774869] env[68864]: value = "task-3185480" [ 844.774869] env[68864]: _type = "Task" [ 844.774869] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.785542] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.786970] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.787317] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.788383] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6016c852-544c-4a33-bbf9-5d7c5317eb20 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.794927] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 844.794927] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b3e290-8ab3-8896-28fd-68c367842c67" [ 844.794927] env[68864]: _type = "Task" [ 844.794927] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.806364] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b3e290-8ab3-8896-28fd-68c367842c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.822519] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.822678] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.079432] env[68864]: DEBUG nova.network.neutron [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Successfully created port: a0c97033-2c80-468c-ad38-d064905f2a6b {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.141381] env[68864]: DEBUG nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.229899] env[68864]: DEBUG nova.network.neutron [-] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.244610] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e167976-21ff-415a-85fa-d42ebcf480a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.283035] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance '28ef952e-4509-462e-b84e-0aa4778619d4' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.310117] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185480, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.320453] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b3e290-8ab3-8896-28fd-68c367842c67, 'name': SearchDatastore_Task, 'duration_secs': 0.01592} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.320810] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545162d8-fb87-4754-8185-61c61b8c485e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.328853] env[68864]: INFO nova.compute.manager [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Detaching volume 7a4797b8-5bbf-4df3-80be-346e3eb966a5 [ 845.340294] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 845.340294] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52813790-4f53-86f3-5ee9-748e0b18e6aa" [ 845.340294] env[68864]: _type = "Task" [ 845.340294] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.360456] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52813790-4f53-86f3-5ee9-748e0b18e6aa, 'name': SearchDatastore_Task, 'duration_secs': 0.017491} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.361241] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.361953] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 81c053bc-222d-498c-9e99-c1c54946ec04/81c053bc-222d-498c-9e99-c1c54946ec04.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.362631] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72d30f9b-73f8-4d88-a87e-0ec373ac24b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.379515] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 845.379515] env[68864]: value = "task-3185481" [ 845.379515] env[68864]: _type = "Task" [ 845.379515] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.392798] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.401798] env[68864]: INFO nova.virt.block_device [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Attempting to driver detach volume 7a4797b8-5bbf-4df3-80be-346e3eb966a5 from mountpoint /dev/sdb [ 845.402209] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 845.402558] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637073', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'name': 'volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8eaa7a-343b-49dc-b5f9-0465794804f0', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'serial': '7a4797b8-5bbf-4df3-80be-346e3eb966a5'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 845.404252] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8eaed8-00c4-47fe-8193-8aee292ea216 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.435840] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3dfa59-50d1-42ce-b80c-82abe2b96b68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.447724] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc9e5e-b888-42b2-a020-bcd60c7c2f35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.474048] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc766c-4bb8-406d-b7a1-ed8975e99a4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.500349] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5/volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 845.506853] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 845.513554] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ad17f9-30b9-48f4-8495-6fcfa631a928 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.547881] env[68864]: DEBUG oslo_vmware.api [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 845.547881] env[68864]: value = "task-3185482" [ 845.547881] env[68864]: _type = "Task" [ 845.547881] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.563784] env[68864]: DEBUG oslo_vmware.api [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.627023] env[68864]: DEBUG nova.network.neutron [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updated VIF entry in instance network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.627023] env[68864]: DEBUG nova.network.neutron [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.736805] env[68864]: INFO nova.compute.manager [-] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Took 1.44 seconds to deallocate network for instance. [ 845.790122] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.793679] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb96c605-22fb-445a-bb8f-9b76f06f6541 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.795568] env[68864]: DEBUG oslo_vmware.api [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185480, 'name': PowerOnVM_Task, 'duration_secs': 0.640047} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.798722] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.798955] env[68864]: INFO nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Took 9.46 seconds to spawn the instance on the hypervisor. [ 845.799154] env[68864]: DEBUG nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.800692] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0bde49-8afb-4fe5-a832-a3351c5b353e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.806502] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 845.806502] env[68864]: value = "task-3185483" [ 845.806502] env[68864]: _type = "Task" [ 845.806502] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.825120] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.861872] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5bcf46-3c69-4879-9347-7a5ae8a0c002 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.873337] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc5855-2de9-4923-a8d1-405845511588 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.913415] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddc3996-bbe2-4e10-a3e8-cb8a443f61f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.926961] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185481, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.928745] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c7f399-094c-4bdb-89ca-1f4df10e422f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.949877] env[68864]: DEBUG nova.compute.provider_tree [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.059575] env[68864]: DEBUG oslo_vmware.api [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185482, 'name': ReconfigVM_Task, 'duration_secs': 0.305335} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.059869] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 846.064762] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d97f6a30-fd56-4503-9fa4-98d6929c6d66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.082051] env[68864]: DEBUG oslo_vmware.api [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 846.082051] env[68864]: value = "task-3185484" [ 846.082051] env[68864]: _type = "Task" [ 846.082051] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.092118] env[68864]: DEBUG oslo_vmware.api [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.127712] env[68864]: DEBUG oslo_concurrency.lockutils [req-d5096589-5eb0-40e0-b1e9-439212a8812c req-bb472912-aa5f-41b2-811a-8809014e0a85 service nova] Releasing lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.159258] env[68864]: DEBUG nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.244147] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.319131] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185483, 'name': PowerOffVM_Task, 'duration_secs': 0.413553} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.324047] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.324334] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance '28ef952e-4509-462e-b84e-0aa4778619d4' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.329681] env[68864]: INFO nova.compute.manager [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Took 40.98 seconds to build instance. [ 846.393690] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609719} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.394634] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 81c053bc-222d-498c-9e99-c1c54946ec04/81c053bc-222d-498c-9e99-c1c54946ec04.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.394634] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.394925] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa7e892c-8042-4729-b260-f6bcc2216e53 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.404075] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 846.404075] env[68864]: value = "task-3185485" [ 846.404075] env[68864]: _type = "Task" [ 846.404075] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.413052] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.453270] env[68864]: DEBUG nova.scheduler.client.report [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.479427] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.479720] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.480139] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.480446] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.480645] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.480858] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.481234] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.481417] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.481596] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.481765] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.481939] env[68864]: DEBUG nova.virt.hardware [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.484512] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa69f022-24dc-4a46-89d4-ce8b88f51c32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.495554] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b37d-336d-54e4-af84-9aeaf5138372/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.496681] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66adeb35-29b6-4049-b349-5a23f339cf32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.501111] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c5c44-4f0c-427d-ba3f-78cd1cdaafdb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.508397] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b37d-336d-54e4-af84-9aeaf5138372/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.508613] env[68864]: ERROR oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b37d-336d-54e4-af84-9aeaf5138372/disk-0.vmdk due to incomplete transfer. [ 846.516518] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9dd2c890-74fc-4a66-ac6a-95ade48b8e7b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.527433] env[68864]: DEBUG oslo_vmware.rw_handles [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f2b37d-336d-54e4-af84-9aeaf5138372/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.527652] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Uploaded image a1d28059-0a5f-429c-90e3-04d59e88898a to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.529228] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.529471] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c41b5655-3948-4504-8093-79ba10e168ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.537857] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 846.537857] env[68864]: value = "task-3185486" [ 846.537857] env[68864]: _type = "Task" [ 846.537857] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.547190] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185486, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.594228] env[68864]: DEBUG oslo_vmware.api [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185484, 'name': ReconfigVM_Task, 'duration_secs': 0.180571} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.594565] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637073', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'name': 'volume-7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf8eaa7a-343b-49dc-b5f9-0465794804f0', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4797b8-5bbf-4df3-80be-346e3eb966a5', 'serial': '7a4797b8-5bbf-4df3-80be-346e3eb966a5'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 846.670871] env[68864]: DEBUG nova.compute.manager [req-af9edb5e-df3c-40c9-8e73-a6450cd4628c req-3fad2e19-05f5-486b-ab4a-2f7053188659 service nova] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Received event network-vif-deleted-4481f102-95c9-4e65-a94d-0675db09633f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.671145] env[68864]: DEBUG nova.compute.manager [req-af9edb5e-df3c-40c9-8e73-a6450cd4628c req-3fad2e19-05f5-486b-ab4a-2f7053188659 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Received event network-vif-plugged-a0c97033-2c80-468c-ad38-d064905f2a6b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.671506] env[68864]: DEBUG oslo_concurrency.lockutils [req-af9edb5e-df3c-40c9-8e73-a6450cd4628c req-3fad2e19-05f5-486b-ab4a-2f7053188659 service nova] Acquiring lock "188d6f1a-62ec-4267-8bde-f64bf444143a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.671682] env[68864]: DEBUG oslo_concurrency.lockutils [req-af9edb5e-df3c-40c9-8e73-a6450cd4628c req-3fad2e19-05f5-486b-ab4a-2f7053188659 service nova] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.671868] env[68864]: DEBUG oslo_concurrency.lockutils [req-af9edb5e-df3c-40c9-8e73-a6450cd4628c req-3fad2e19-05f5-486b-ab4a-2f7053188659 service nova] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.672058] env[68864]: DEBUG nova.compute.manager [req-af9edb5e-df3c-40c9-8e73-a6450cd4628c req-3fad2e19-05f5-486b-ab4a-2f7053188659 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] No waiting events found dispatching network-vif-plugged-a0c97033-2c80-468c-ad38-d064905f2a6b {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.672228] env[68864]: WARNING nova.compute.manager [req-af9edb5e-df3c-40c9-8e73-a6450cd4628c req-3fad2e19-05f5-486b-ab4a-2f7053188659 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Received unexpected event network-vif-plugged-a0c97033-2c80-468c-ad38-d064905f2a6b for instance with vm_state building and task_state spawning. [ 846.740245] env[68864]: DEBUG nova.network.neutron [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Successfully updated port: a0c97033-2c80-468c-ad38-d064905f2a6b {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.831828] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.832139] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.832319] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.832505] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.832665] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.832821] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.833043] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.833253] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.833440] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.833621] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.833822] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.839173] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72c6a1ce-dbeb-410e-97af-4b4b1876adcc tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "9c821423-2eb7-493b-81be-699faf300c1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.499s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.839436] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15de83f6-c910-47e3-b798-302a3075bc27 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.859803] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 846.859803] env[68864]: value = "task-3185487" [ 846.859803] env[68864]: _type = "Task" [ 846.859803] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.869146] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.914462] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.961156] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.961834] env[68864]: DEBUG nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.968104] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.433s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.968361] env[68864]: DEBUG nova.objects.instance [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.049837] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185486, 'name': Destroy_Task, 'duration_secs': 0.356884} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.050136] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Destroyed the VM [ 847.050469] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.050738] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5db604e-0234-4ce6-a15d-73079bec3a8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.060535] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 847.060535] env[68864]: value = "task-3185488" [ 847.060535] env[68864]: _type = "Task" [ 847.060535] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.072122] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185488, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.149333] env[68864]: DEBUG nova.objects.instance [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.243664] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "refresh_cache-188d6f1a-62ec-4267-8bde-f64bf444143a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.243804] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "refresh_cache-188d6f1a-62ec-4267-8bde-f64bf444143a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.244031] env[68864]: DEBUG nova.network.neutron [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.372500] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185487, 'name': ReconfigVM_Task, 'duration_secs': 0.260617} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.372898] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance '28ef952e-4509-462e-b84e-0aa4778619d4' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.416861] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.879431} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.417356] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.418456] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d456babc-3c1a-4ae5-8ddf-ccd0722532d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.444683] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 81c053bc-222d-498c-9e99-c1c54946ec04/81c053bc-222d-498c-9e99-c1c54946ec04.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.445391] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6b9444-ebe3-453a-8365-30d43881f22e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.466589] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 847.466589] env[68864]: value = "task-3185489" [ 847.466589] env[68864]: _type = "Task" [ 847.466589] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.473260] env[68864]: DEBUG nova.compute.utils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.478235] env[68864]: DEBUG nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.478485] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.483749] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.561280] env[68864]: DEBUG nova.policy [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aed0e193b4f542f38106a01d886cfc07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec40f936cbb94484b94353015ab70149', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.574123] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185488, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.815038] env[68864]: DEBUG nova.network.neutron [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.881320] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.881648] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.881849] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.882086] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.882275] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.882465] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.882713] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.882911] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.883132] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.883531] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.883779] env[68864]: DEBUG nova.virt.hardware [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.889216] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 847.889606] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d28f31a-dbfe-4991-a387-fcab79693d7b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.910189] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 847.910189] env[68864]: value = "task-3185490" [ 847.910189] env[68864]: _type = "Task" [ 847.910189] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.922208] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.977238] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185489, 'name': ReconfigVM_Task, 'duration_secs': 0.315458} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.980319] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 81c053bc-222d-498c-9e99-c1c54946ec04/81c053bc-222d-498c-9e99-c1c54946ec04.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.981015] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46618ef9-5db4-4c4e-a262-2914dc3ffa22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.984691] env[68864]: DEBUG nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.988148] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92acc438-4304-49fd-8396-b9802a8da545 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.994862] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.387s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.995225] env[68864]: DEBUG nova.objects.instance [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'resources' on Instance uuid 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.000337] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 848.000337] env[68864]: value = "task-3185491" [ 848.000337] env[68864]: _type = "Task" [ 848.000337] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.010422] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185491, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.075034] env[68864]: DEBUG oslo_vmware.api [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185488, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632587} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.076276] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.076276] env[68864]: INFO nova.compute.manager [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Took 16.45 seconds to snapshot the instance on the hypervisor. [ 848.144623] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.171023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bf2a75e-461c-4c1b-8c7a-d517db136622 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.171023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.025s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.171023] env[68864]: DEBUG nova.compute.manager [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.171023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bd312a-760d-4d4a-8685-b2de1782407f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.178669] env[68864]: DEBUG nova.compute.manager [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 848.179535] env[68864]: DEBUG nova.objects.instance [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.372506] env[68864]: DEBUG nova.network.neutron [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Updating instance_info_cache with network_info: [{"id": "a0c97033-2c80-468c-ad38-d064905f2a6b", "address": "fa:16:3e:a5:48:4c", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c97033-2c", "ovs_interfaceid": "a0c97033-2c80-468c-ad38-d064905f2a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.418281] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Successfully created port: de941f29-e57f-4b37-b7ff-7e4ca7a46e90 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.427389] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185490, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.520145] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185491, 'name': Rename_Task, 'duration_secs': 0.163153} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.520145] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.520145] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abbeab21-6c29-4489-aa82-91aa1e96ab3d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.533511] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 848.533511] env[68864]: value = "task-3185492" [ 848.533511] env[68864]: _type = "Task" [ 848.533511] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.543760] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.641738] env[68864]: DEBUG nova.compute.manager [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Found 3 images (rotation: 2) {{(pid=68864) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 848.641738] env[68864]: DEBUG nova.compute.manager [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Rotating out 1 backups {{(pid=68864) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 848.641738] env[68864]: DEBUG nova.compute.manager [None req-b0e2d632-fb4f-4ea3-9a0d-42f4b983a849 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleting image 71ebd39b-5fd0-4b5a-becd-3ade38383c43 {{(pid=68864) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 848.773634] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Successfully created port: dce7f234-0807-4558-bcd6-67a99e53a73e {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.795053] env[68864]: DEBUG nova.compute.manager [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Received event network-changed-a0c97033-2c80-468c-ad38-d064905f2a6b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.795262] env[68864]: DEBUG nova.compute.manager [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Refreshing instance network info cache due to event network-changed-a0c97033-2c80-468c-ad38-d064905f2a6b. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.795455] env[68864]: DEBUG oslo_concurrency.lockutils [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] Acquiring lock "refresh_cache-188d6f1a-62ec-4267-8bde-f64bf444143a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.877982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "refresh_cache-188d6f1a-62ec-4267-8bde-f64bf444143a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.878768] env[68864]: DEBUG nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Instance network_info: |[{"id": "a0c97033-2c80-468c-ad38-d064905f2a6b", "address": "fa:16:3e:a5:48:4c", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c97033-2c", "ovs_interfaceid": "a0c97033-2c80-468c-ad38-d064905f2a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.879326] env[68864]: DEBUG oslo_concurrency.lockutils [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] Acquired lock "refresh_cache-188d6f1a-62ec-4267-8bde-f64bf444143a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.880686] env[68864]: DEBUG nova.network.neutron [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Refreshing network info cache for port a0c97033-2c80-468c-ad38-d064905f2a6b {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.886154] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:48:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0c97033-2c80-468c-ad38-d064905f2a6b', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.894638] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Creating folder: Project (c81826ed327641c2b30bbbda115f485a). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.895654] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b62f54-5513-4bdd-9558-dea18581d0cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.911463] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Created folder: Project (c81826ed327641c2b30bbbda115f485a) in parent group-v636929. [ 848.911957] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Creating folder: Instances. Parent ref: group-v637105. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.912127] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8668b4a1-38a6-45b9-a91e-0ca39913bf77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.936044] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185490, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.938749] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Created folder: Instances in parent group-v637105. [ 848.938994] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.939233] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.939452] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a15123e-00f1-45d2-b79d-73b676d91bf4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.968421] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.968421] env[68864]: value = "task-3185495" [ 848.968421] env[68864]: _type = "Task" [ 848.968421] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.979409] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185495, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.002885] env[68864]: DEBUG nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.037180] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.037502] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.037665] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.037846] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.037992] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.038156] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.038367] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.038529] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.038694] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.038856] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.039059] env[68864]: DEBUG nova.virt.hardware [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.044324] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1f54f1-d878-4208-b60e-c94268bcc262 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.060640] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e3ee62-2d52-4f6d-97a4-754009a16c19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.066171] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185492, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.193357] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.196765] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7722e6c6-5bb9-40aa-8e10-d91f25e4bc93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.206410] env[68864]: DEBUG oslo_vmware.api [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 849.206410] env[68864]: value = "task-3185496" [ 849.206410] env[68864]: _type = "Task" [ 849.206410] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.219176] env[68864]: DEBUG oslo_vmware.api [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.231269] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e1318c-6a86-419a-b165-96d031bf7646 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.240399] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d17cbc-4cc5-4de6-a82e-ab76fc651133 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.274386] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479a3dee-cf2e-4ed2-9af1-a0e823184e70 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.283645] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645af057-3316-4497-9c00-edcf7f10d20a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.300033] env[68864]: DEBUG nova.compute.provider_tree [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.426250] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185490, 'name': ReconfigVM_Task, 'duration_secs': 1.204375} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.426695] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.427422] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca13603-d944-4ff2-97b7-35df65356a66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.452225] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 28ef952e-4509-462e-b84e-0aa4778619d4/28ef952e-4509-462e-b84e-0aa4778619d4.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.452524] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f6649d-9947-43f4-8bb3-e99d02477fc7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.474898] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 849.474898] env[68864]: value = "task-3185497" [ 849.474898] env[68864]: _type = "Task" [ 849.474898] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.480939] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185495, 'name': CreateVM_Task, 'duration_secs': 0.40546} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.481458] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.482186] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.483026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.483026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.485075] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5e8df2-54cf-4653-8bdd-ccc3dc6f2844 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.490224] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.494245] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 849.494245] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521c8b3a-ff09-7077-3f9c-0582e6e68beb" [ 849.494245] env[68864]: _type = "Task" [ 849.494245] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.504209] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521c8b3a-ff09-7077-3f9c-0582e6e68beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.545493] env[68864]: DEBUG oslo_vmware.api [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185492, 'name': PowerOnVM_Task, 'duration_secs': 0.655352} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.548464] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.548691] env[68864]: INFO nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Took 8.82 seconds to spawn the instance on the hypervisor. [ 849.549115] env[68864]: DEBUG nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.550028] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0b1f8b-3448-4ecb-834d-19f7ce02bf30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.626716] env[68864]: DEBUG nova.network.neutron [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Updated VIF entry in instance network info cache for port a0c97033-2c80-468c-ad38-d064905f2a6b. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.627117] env[68864]: DEBUG nova.network.neutron [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Updating instance_info_cache with network_info: [{"id": "a0c97033-2c80-468c-ad38-d064905f2a6b", "address": "fa:16:3e:a5:48:4c", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0c97033-2c", "ovs_interfaceid": "a0c97033-2c80-468c-ad38-d064905f2a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.719629] env[68864]: DEBUG oslo_vmware.api [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185496, 'name': PowerOffVM_Task, 'duration_secs': 0.272632} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.719922] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.720145] env[68864]: DEBUG nova.compute.manager [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.720937] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a63f21b-70bd-459f-95cb-8ff31c11b09d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.803142] env[68864]: DEBUG nova.scheduler.client.report [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.987195] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.005652] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521c8b3a-ff09-7077-3f9c-0582e6e68beb, 'name': SearchDatastore_Task, 'duration_secs': 0.030596} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.006014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.006263] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.006525] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.006670] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.006851] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.007143] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816346ee-17f9-4c7f-81e3-10bfa445781a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.017737] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.018021] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.018798] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85dbbf0-ce76-4e9b-aecd-243596c6368c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.029195] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 850.029195] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524573db-95c4-57ef-1043-8007c5ca5330" [ 850.029195] env[68864]: _type = "Task" [ 850.029195] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.042114] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524573db-95c4-57ef-1043-8007c5ca5330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.071513] env[68864]: INFO nova.compute.manager [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Took 41.84 seconds to build instance. [ 850.131043] env[68864]: DEBUG oslo_concurrency.lockutils [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] Releasing lock "refresh_cache-188d6f1a-62ec-4267-8bde-f64bf444143a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.131360] env[68864]: DEBUG nova.compute.manager [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Received event network-changed-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.131522] env[68864]: DEBUG nova.compute.manager [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Refreshing instance network info cache due to event network-changed-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.131734] env[68864]: DEBUG oslo_concurrency.lockutils [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] Acquiring lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.131866] env[68864]: DEBUG oslo_concurrency.lockutils [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] Acquired lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.132047] env[68864]: DEBUG nova.network.neutron [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Refreshing network info cache for port 4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.235792] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5bf2313b-6f4f-4c0b-97ed-f97346f62a8d tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.312520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.315529] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.560s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.318154] env[68864]: INFO nova.compute.claims [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.347267] env[68864]: INFO nova.scheduler.client.report [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted allocations for instance 0e5b4dbd-8aac-46ec-ab14-b49bfd772432 [ 850.375721] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Successfully updated port: de941f29-e57f-4b37-b7ff-7e4ca7a46e90 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.487289] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185497, 'name': ReconfigVM_Task, 'duration_secs': 0.618648} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.487569] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 28ef952e-4509-462e-b84e-0aa4778619d4/28ef952e-4509-462e-b84e-0aa4778619d4.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.488137] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance '28ef952e-4509-462e-b84e-0aa4778619d4' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.541792] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524573db-95c4-57ef-1043-8007c5ca5330, 'name': SearchDatastore_Task, 'duration_secs': 0.014148} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.543598] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8004e03-a832-462b-ba71-e417531494a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.551427] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 850.551427] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adc873-150b-bb64-6006-2cb7e3fabf76" [ 850.551427] env[68864]: _type = "Task" [ 850.551427] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.563303] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adc873-150b-bb64-6006-2cb7e3fabf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.572430] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab9bcd3-0482-4e89-901d-ba47cb6fa961 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "81c053bc-222d-498c-9e99-c1c54946ec04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.688s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.728748] env[68864]: DEBUG oslo_concurrency.lockutils [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.729058] env[68864]: DEBUG oslo_concurrency.lockutils [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.729252] env[68864]: DEBUG nova.compute.manager [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.730174] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bc1245-edb5-4b5b-a66b-398e37be87f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.738113] env[68864]: DEBUG nova.compute.manager [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 850.739343] env[68864]: DEBUG nova.objects.instance [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'flavor' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.827961] env[68864]: DEBUG nova.compute.manager [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received event network-vif-plugged-de941f29-e57f-4b37-b7ff-7e4ca7a46e90 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.828130] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] Acquiring lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.828661] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.828843] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.829019] env[68864]: DEBUG nova.compute.manager [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] No waiting events found dispatching network-vif-plugged-de941f29-e57f-4b37-b7ff-7e4ca7a46e90 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.829189] env[68864]: WARNING nova.compute.manager [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received unexpected event network-vif-plugged-de941f29-e57f-4b37-b7ff-7e4ca7a46e90 for instance with vm_state building and task_state spawning. [ 850.829344] env[68864]: DEBUG nova.compute.manager [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received event network-changed-de941f29-e57f-4b37-b7ff-7e4ca7a46e90 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.830134] env[68864]: DEBUG nova.compute.manager [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Refreshing instance network info cache due to event network-changed-de941f29-e57f-4b37-b7ff-7e4ca7a46e90. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.830134] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] Acquiring lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.830134] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] Acquired lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.830134] env[68864]: DEBUG nova.network.neutron [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Refreshing network info cache for port de941f29-e57f-4b37-b7ff-7e4ca7a46e90 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.861894] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d52c6b49-bd0c-4761-88fe-90ea5a4caeb7 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "0e5b4dbd-8aac-46ec-ab14-b49bfd772432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.329s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.891178] env[68864]: DEBUG nova.network.neutron [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Updated VIF entry in instance network info cache for port 4e5cb627-a6d6-401f-aa45-e1d8179f6e5c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.891624] env[68864]: DEBUG nova.network.neutron [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Updating instance_info_cache with network_info: [{"id": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "address": "fa:16:3e:d4:8b:97", "network": {"id": "f87abb0b-7336-461f-ad11-f495d79f3e8a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1190232791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3148fdc000d142cfb55213940bb10c65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e5cb627-a6", "ovs_interfaceid": "4e5cb627-a6d6-401f-aa45-e1d8179f6e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.913872] env[68864]: DEBUG nova.objects.instance [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.995631] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2528696-89e4-4757-a87e-959a7f4dabdd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.020434] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209130b2-e316-4799-93ae-67fcfd61abbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.045319] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance '28ef952e-4509-462e-b84e-0aa4778619d4' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.062242] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adc873-150b-bb64-6006-2cb7e3fabf76, 'name': SearchDatastore_Task, 'duration_secs': 0.018027} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.062518] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.063023] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 188d6f1a-62ec-4267-8bde-f64bf444143a/188d6f1a-62ec-4267-8bde-f64bf444143a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.063076] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9736e0a-86f4-4291-a441-1c6284700bd6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.072895] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 851.072895] env[68864]: value = "task-3185498" [ 851.072895] env[68864]: _type = "Task" [ 851.072895] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.082519] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.372320] env[68864]: DEBUG nova.network.neutron [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.394805] env[68864]: DEBUG oslo_concurrency.lockutils [req-836e048f-8a50-4667-abe6-0ebfc5c58308 req-f4ae420d-b7de-459b-8017-d628a0425b75 service nova] Releasing lock "refresh_cache-9c821423-2eb7-493b-81be-699faf300c1f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.419780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.419982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.420179] env[68864]: DEBUG nova.network.neutron [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.420396] env[68864]: DEBUG nova.objects.instance [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'info_cache' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.486550] env[68864]: DEBUG nova.network.neutron [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.585810] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185498, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.603727] env[68864]: DEBUG nova.network.neutron [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Port 373cd372-8ec4-44c6-96a0-184ad245b299 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 851.751068] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.751068] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f125ba-9a6b-4ca2-9b1e-56d008077139 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.763185] env[68864]: DEBUG oslo_vmware.api [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 851.763185] env[68864]: value = "task-3185499" [ 851.763185] env[68864]: _type = "Task" [ 851.763185] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.774858] env[68864]: DEBUG oslo_vmware.api [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.922405] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970a8338-00c1-4c4c-b2b5-440cbcf0f41f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.934311] env[68864]: DEBUG nova.objects.base [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 851.936687] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601c91f6-e1e3-4b85-9e14-02bc8ad001cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.977999] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ffd386-aa07-42d1-a1c1-6518c737ad72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.988123] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322b8771-18e4-4297-9c39-0eb16740f24e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.993442] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae10c8e0-7a94-4462-8cab-e4f63f2441b4 req-ddd28ede-3246-41ab-9e52-7798dcfb1e55 service nova] Releasing lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.006278] env[68864]: DEBUG nova.compute.provider_tree [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.091023] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790901} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.091023] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 188d6f1a-62ec-4267-8bde-f64bf444143a/188d6f1a-62ec-4267-8bde-f64bf444143a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.091023] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.091023] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a01de180-cdc3-4bbd-a38d-2ba11b27366d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.099232] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 852.099232] env[68864]: value = "task-3185500" [ 852.099232] env[68864]: _type = "Task" [ 852.099232] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.107848] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.272175] env[68864]: DEBUG oslo_vmware.api [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185499, 'name': PowerOffVM_Task, 'duration_secs': 0.409935} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.272602] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.272889] env[68864]: DEBUG nova.compute.manager [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.273752] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6172d4e-4d7a-4c4a-bfd3-7005f9287515 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.509822] env[68864]: DEBUG nova.scheduler.client.report [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.611086] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171766} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.611488] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.612573] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be1b77e-3c33-47ac-9474-e005bc10d6f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.652838] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.653115] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.653319] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.663313] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 188d6f1a-62ec-4267-8bde-f64bf444143a/188d6f1a-62ec-4267-8bde-f64bf444143a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.666266] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Successfully updated port: dce7f234-0807-4558-bcd6-67a99e53a73e {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.669575] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d157abec-6dd3-44c5-bbb1-4c8f20737fe6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.686132] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.686272] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.686464] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.697582] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 852.697582] env[68864]: value = "task-3185501" [ 852.697582] env[68864]: _type = "Task" [ 852.697582] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.708485] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.765707] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.765896] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.766105] env[68864]: DEBUG nova.network.neutron [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.786701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-04ff7dd1-fff6-4240-84d4-bd4a7d2b23c0 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.843854] env[68864]: DEBUG nova.network.neutron [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updating instance_info_cache with network_info: [{"id": "cc2cf940-2a66-4717-a826-340f32df1a8a", "address": "fa:16:3e:2e:7c:86", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc2cf940-2a", "ovs_interfaceid": "cc2cf940-2a66-4717-a826-340f32df1a8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.974889] env[68864]: DEBUG nova.compute.manager [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received event network-vif-plugged-dce7f234-0807-4558-bcd6-67a99e53a73e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.975454] env[68864]: DEBUG oslo_concurrency.lockutils [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] Acquiring lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.975744] env[68864]: DEBUG oslo_concurrency.lockutils [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.975974] env[68864]: DEBUG oslo_concurrency.lockutils [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.976284] env[68864]: DEBUG nova.compute.manager [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] No waiting events found dispatching network-vif-plugged-dce7f234-0807-4558-bcd6-67a99e53a73e {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.976342] env[68864]: WARNING nova.compute.manager [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received unexpected event network-vif-plugged-dce7f234-0807-4558-bcd6-67a99e53a73e for instance with vm_state building and task_state spawning. [ 852.976520] env[68864]: DEBUG nova.compute.manager [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received event network-changed-dce7f234-0807-4558-bcd6-67a99e53a73e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.976683] env[68864]: DEBUG nova.compute.manager [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Refreshing instance network info cache due to event network-changed-dce7f234-0807-4558-bcd6-67a99e53a73e. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.976848] env[68864]: DEBUG oslo_concurrency.lockutils [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] Acquiring lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.015326] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.015909] env[68864]: DEBUG nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.018815] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.166s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.019076] env[68864]: DEBUG nova.objects.instance [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lazy-loading 'resources' on Instance uuid 331d9c1a-e03e-4ad4-8758-939326619c67 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.020603] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "81c053bc-222d-498c-9e99-c1c54946ec04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.020825] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "81c053bc-222d-498c-9e99-c1c54946ec04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.021036] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "81c053bc-222d-498c-9e99-c1c54946ec04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.021244] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "81c053bc-222d-498c-9e99-c1c54946ec04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.021421] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "81c053bc-222d-498c-9e99-c1c54946ec04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.023859] env[68864]: INFO nova.compute.manager [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Terminating instance [ 853.214928] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.235781] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.346863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "refresh_cache-bf8eaa7a-343b-49dc-b5f9-0465794804f0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.525945] env[68864]: DEBUG nova.compute.utils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.530270] env[68864]: DEBUG nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.530523] env[68864]: DEBUG nova.network.neutron [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.532451] env[68864]: DEBUG nova.compute.manager [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.532704] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.533886] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e56d457-454b-4269-952b-a59e9b1c999c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.544340] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.544900] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0960a65d-e26c-4dcc-bc60-bd826725d58c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.559041] env[68864]: DEBUG oslo_vmware.api [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 853.559041] env[68864]: value = "task-3185502" [ 853.559041] env[68864]: _type = "Task" [ 853.559041] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.574174] env[68864]: DEBUG oslo_vmware.api [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.586662] env[68864]: DEBUG nova.policy [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8370af933dae432bb5c5ffcde1489231', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6b1b4615be145848e7dfd5ee89a6247', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.620770] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.621309] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.623736] env[68864]: DEBUG nova.network.neutron [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance_info_cache with network_info: [{"id": "373cd372-8ec4-44c6-96a0-184ad245b299", "address": "fa:16:3e:16:cb:44", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373cd372-8e", "ovs_interfaceid": "373cd372-8ec4-44c6-96a0-184ad245b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.711085] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185501, 'name': ReconfigVM_Task, 'duration_secs': 0.725411} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.714744] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 188d6f1a-62ec-4267-8bde-f64bf444143a/188d6f1a-62ec-4267-8bde-f64bf444143a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.719594] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41305bf9-8c02-4cae-b85d-b713922d4d89 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.730384] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 853.730384] env[68864]: value = "task-3185503" [ 853.730384] env[68864]: _type = "Task" [ 853.730384] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.739229] env[68864]: DEBUG nova.network.neutron [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Updating instance_info_cache with network_info: [{"id": "de941f29-e57f-4b37-b7ff-7e4ca7a46e90", "address": "fa:16:3e:c9:2f:4e", "network": {"id": "cd1eba6b-ff44-410d-9a30-99ec8272bda7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-338744523", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde941f29-e5", "ovs_interfaceid": "de941f29-e57f-4b37-b7ff-7e4ca7a46e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dce7f234-0807-4558-bcd6-67a99e53a73e", "address": "fa:16:3e:0d:ed:3d", "network": {"id": "29937eca-424f-47a9-8e2d-e0bb7ff400cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1712660192", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce7f234-08", "ovs_interfaceid": "dce7f234-0807-4558-bcd6-67a99e53a73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.750026] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185503, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.034637] env[68864]: DEBUG nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.040243] env[68864]: DEBUG nova.network.neutron [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Successfully created port: 689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.076956] env[68864]: DEBUG oslo_vmware.api [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185502, 'name': PowerOffVM_Task, 'duration_secs': 0.314514} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.081365] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.081623] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.082225] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef0a4b5f-350d-4e2c-8f7f-feae61312140 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.094279] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dda90a-5802-4903-9aa8-ea0dce32a77e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.103959] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd8af6-98af-4255-9aa9-63f20611f47d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.136506] env[68864]: DEBUG nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.143023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.143769] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ca82dd-6f14-465f-b515-c57b0b18099f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.153509] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfe1a03-15ef-4491-bb6b-10907cac3206 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.169180] env[68864]: DEBUG nova.compute.provider_tree [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.172041] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.172141] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.172248] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Deleting the datastore file [datastore1] 81c053bc-222d-498c-9e99-c1c54946ec04 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.172744] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28854f9-b594-498d-af94-b4658b702cf3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.180205] env[68864]: DEBUG oslo_vmware.api [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 854.180205] env[68864]: value = "task-3185505" [ 854.180205] env[68864]: _type = "Task" [ 854.180205] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.191308] env[68864]: DEBUG oslo_vmware.api [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.241403] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Releasing lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.241768] env[68864]: DEBUG nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Instance network_info: |[{"id": "de941f29-e57f-4b37-b7ff-7e4ca7a46e90", "address": "fa:16:3e:c9:2f:4e", "network": {"id": "cd1eba6b-ff44-410d-9a30-99ec8272bda7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-338744523", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde941f29-e5", "ovs_interfaceid": "de941f29-e57f-4b37-b7ff-7e4ca7a46e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dce7f234-0807-4558-bcd6-67a99e53a73e", "address": "fa:16:3e:0d:ed:3d", "network": {"id": "29937eca-424f-47a9-8e2d-e0bb7ff400cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1712660192", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce7f234-08", "ovs_interfaceid": "dce7f234-0807-4558-bcd6-67a99e53a73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.246702] env[68864]: DEBUG oslo_concurrency.lockutils [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] Acquired lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.246908] env[68864]: DEBUG nova.network.neutron [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Refreshing network info cache for port dce7f234-0807-4558-bcd6-67a99e53a73e {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.248317] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de941f29-e57f-4b37-b7ff-7e4ca7a46e90', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:ed:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dce7f234-0807-4558-bcd6-67a99e53a73e', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.257697] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.259056] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185503, 'name': Rename_Task, 'duration_secs': 0.185927} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.262337] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.262952] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.263678] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dec8912-6d1c-438a-951b-21988e831e6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.281346] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e042058-02cc-4d49-8618-f87243108f6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.291271] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 854.291271] env[68864]: value = "task-3185506" [ 854.291271] env[68864]: _type = "Task" [ 854.291271] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.292780] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.292780] env[68864]: value = "task-3185507" [ 854.292780] env[68864]: _type = "Task" [ 854.292780] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.309572] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185507, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.309786] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.353826] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.353826] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68a837b0-ebbb-43d8-985c-275f436d006d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.364366] env[68864]: DEBUG oslo_vmware.api [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 854.364366] env[68864]: value = "task-3185508" [ 854.364366] env[68864]: _type = "Task" [ 854.364366] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.377712] env[68864]: DEBUG oslo_vmware.api [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.414668] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52777dfb-74c8-84e8-16c5-17a2f2172ed2/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.415980] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e84c57f-d2bc-40d0-b245-12d7ed2f6325 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.426268] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52777dfb-74c8-84e8-16c5-17a2f2172ed2/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.426456] env[68864]: ERROR oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52777dfb-74c8-84e8-16c5-17a2f2172ed2/disk-0.vmdk due to incomplete transfer. [ 854.426700] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7bd16c51-be61-4a58-a61a-3ae33ed2bee4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.435361] env[68864]: DEBUG oslo_vmware.rw_handles [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52777dfb-74c8-84e8-16c5-17a2f2172ed2/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.435632] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Uploaded image 4b5b0953-2264-4913-9439-045887ce65c3 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.438051] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.438328] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a5a5f90e-930d-4d16-8c54-65e1fb7e83ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.447025] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 854.447025] env[68864]: value = "task-3185509" [ 854.447025] env[68864]: _type = "Task" [ 854.447025] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.457535] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185509, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.530968] env[68864]: DEBUG nova.network.neutron [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Updated VIF entry in instance network info cache for port dce7f234-0807-4558-bcd6-67a99e53a73e. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.531620] env[68864]: DEBUG nova.network.neutron [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Updating instance_info_cache with network_info: [{"id": "de941f29-e57f-4b37-b7ff-7e4ca7a46e90", "address": "fa:16:3e:c9:2f:4e", "network": {"id": "cd1eba6b-ff44-410d-9a30-99ec8272bda7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-338744523", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde941f29-e5", "ovs_interfaceid": "de941f29-e57f-4b37-b7ff-7e4ca7a46e90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dce7f234-0807-4558-bcd6-67a99e53a73e", "address": "fa:16:3e:0d:ed:3d", "network": {"id": "29937eca-424f-47a9-8e2d-e0bb7ff400cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1712660192", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ec40f936cbb94484b94353015ab70149", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce7f234-08", "ovs_interfaceid": "dce7f234-0807-4558-bcd6-67a99e53a73e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.674170] env[68864]: DEBUG nova.scheduler.client.report [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.687426] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f14da6-85c1-4e73-8f0f-0eda323dd4f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.691989] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.716698] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac595a6-c978-4883-85f8-f716ff94467b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.719697] env[68864]: DEBUG oslo_vmware.api [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190353} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.721914] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.722130] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.722308] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.722481] env[68864]: INFO nova.compute.manager [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Took 1.19 seconds to destroy the instance on the hypervisor. [ 854.722728] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.726174] env[68864]: DEBUG nova.compute.manager [-] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.726342] env[68864]: DEBUG nova.network.neutron [-] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.732676] env[68864]: DEBUG nova.compute.manager [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Stashing vm_state: stopped {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 854.736852] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance '28ef952e-4509-462e-b84e-0aa4778619d4' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.809061] env[68864]: DEBUG oslo_vmware.api [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185506, 'name': PowerOnVM_Task, 'duration_secs': 0.496052} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.815328] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.815658] env[68864]: INFO nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Took 8.66 seconds to spawn the instance on the hypervisor. [ 854.815864] env[68864]: DEBUG nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.816176] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185507, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.816931] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49000fed-624d-49ee-9d3f-7c6b978651a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.876127] env[68864]: DEBUG oslo_vmware.api [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185508, 'name': PowerOnVM_Task, 'duration_secs': 0.484239} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.876582] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.876858] env[68864]: DEBUG nova.compute.manager [None req-74068804-3d5c-4460-b3b6-a440ad304a60 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.877691] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ecd17-8018-44d3-9994-51532e23c7a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.957747] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185509, 'name': Destroy_Task, 'duration_secs': 0.402762} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.958047] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Destroyed the VM [ 854.958294] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.958554] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6a54c94-0208-4b88-ab3a-6500c3b629c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.965883] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 854.965883] env[68864]: value = "task-3185510" [ 854.965883] env[68864]: _type = "Task" [ 854.965883] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.975044] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.034597] env[68864]: DEBUG oslo_concurrency.lockutils [req-67e41084-ab41-4906-a41c-648d397cb167 req-c275edd6-e900-42b0-869a-fc82dcdf2da7 service nova] Releasing lock "refresh_cache-1b5d1d00-d326-4789-9460-109bc7e0b8b8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.042885] env[68864]: DEBUG nova.compute.manager [req-8adfc520-395d-4994-8a22-57606bc61a6c req-e98d3b41-861e-41cf-b3e8-82bdedf7f2db service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Received event network-vif-deleted-a4bbe204-5ad9-4535-9a61-ad7aa789e224 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.043079] env[68864]: INFO nova.compute.manager [req-8adfc520-395d-4994-8a22-57606bc61a6c req-e98d3b41-861e-41cf-b3e8-82bdedf7f2db service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Neutron deleted interface a4bbe204-5ad9-4535-9a61-ad7aa789e224; detaching it from the instance and deleting it from the info cache [ 855.043209] env[68864]: DEBUG nova.network.neutron [req-8adfc520-395d-4994-8a22-57606bc61a6c req-e98d3b41-861e-41cf-b3e8-82bdedf7f2db service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.045403] env[68864]: DEBUG nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.070818] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.071076] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.071238] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.071423] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.071702] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.071702] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.071898] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.072149] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.072256] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.072445] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.072633] env[68864]: DEBUG nova.virt.hardware [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.073773] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823595b-0ef0-4774-a1db-7d51ca8eb7d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.082392] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e1756-4648-4509-9b50-664b57df5f93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.181173] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.184222] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.376s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.184222] env[68864]: DEBUG nova.objects.instance [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lazy-loading 'resources' on Instance uuid 8856fccf-17f5-4669-8536-2cf0f7803110 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.202315] env[68864]: INFO nova.scheduler.client.report [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Deleted allocations for instance 331d9c1a-e03e-4ad4-8758-939326619c67 [ 855.247142] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.248120] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e490a0c6-2993-4cf7-8f54-96fe88e0fbf5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.255753] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.257559] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 855.257559] env[68864]: value = "task-3185511" [ 855.257559] env[68864]: _type = "Task" [ 855.257559] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.266454] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.309567] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185507, 'name': CreateVM_Task, 'duration_secs': 0.525459} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.309833] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.310510] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.310706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.311095] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.311387] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653d1b08-41d4-4805-a9f7-6932994e181d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.316887] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 855.316887] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fa28d1-f94c-1281-4604-2277d2ce197b" [ 855.316887] env[68864]: _type = "Task" [ 855.316887] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.325562] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fa28d1-f94c-1281-4604-2277d2ce197b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.337998] env[68864]: INFO nova.compute.manager [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Took 45.25 seconds to build instance. [ 855.476797] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185510, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.521370] env[68864]: DEBUG nova.network.neutron [-] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.545641] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93b8b29e-e52e-4b03-9f85-1966dd356180 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.556549] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f9ede3-21db-4875-9f52-a20d266783b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.599592] env[68864]: DEBUG nova.compute.manager [req-8adfc520-395d-4994-8a22-57606bc61a6c req-e98d3b41-861e-41cf-b3e8-82bdedf7f2db service nova] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Detach interface failed, port_id=a4bbe204-5ad9-4535-9a61-ad7aa789e224, reason: Instance 81c053bc-222d-498c-9e99-c1c54946ec04 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 855.712593] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65172609-294a-4f8c-ad84-6f380851873e tempest-ServersTestBootFromVolume-707505720 tempest-ServersTestBootFromVolume-707505720-project-member] Lock "331d9c1a-e03e-4ad4-8758-939326619c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.472s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.768595] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.833747] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fa28d1-f94c-1281-4604-2277d2ce197b, 'name': SearchDatastore_Task, 'duration_secs': 0.032581} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.836906] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.837180] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.837422] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.837568] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.837748] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.838313] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4b791c1-edb9-4271-b3ab-f7d41f715520 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.840831] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53c2b260-18b5-4946-8f12-82b1ab1ba13d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.848s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.849324] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.849501] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.850363] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8132f19-59cf-49a0-a655-655dd246066f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.862972] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 855.862972] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c15158-2dca-f2da-868a-1cecc5c837a8" [ 855.862972] env[68864]: _type = "Task" [ 855.862972] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.873321] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c15158-2dca-f2da-868a-1cecc5c837a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.914723] env[68864]: DEBUG nova.compute.manager [req-ea12248b-a8e0-4ee6-829a-e3815939c869 req-166176e2-035c-4383-b43a-5a2ecdb9f32f service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Received event network-vif-plugged-689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.915046] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea12248b-a8e0-4ee6-829a-e3815939c869 req-166176e2-035c-4383-b43a-5a2ecdb9f32f service nova] Acquiring lock "b818e8d6-6a1b-4efb-a120-e1c768d801df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.915199] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea12248b-a8e0-4ee6-829a-e3815939c869 req-166176e2-035c-4383-b43a-5a2ecdb9f32f service nova] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.915365] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea12248b-a8e0-4ee6-829a-e3815939c869 req-166176e2-035c-4383-b43a-5a2ecdb9f32f service nova] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.915545] env[68864]: DEBUG nova.compute.manager [req-ea12248b-a8e0-4ee6-829a-e3815939c869 req-166176e2-035c-4383-b43a-5a2ecdb9f32f service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] No waiting events found dispatching network-vif-plugged-689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.915759] env[68864]: WARNING nova.compute.manager [req-ea12248b-a8e0-4ee6-829a-e3815939c869 req-166176e2-035c-4383-b43a-5a2ecdb9f32f service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Received unexpected event network-vif-plugged-689382cf-dd16-44d8-93bb-31e3bac5846c for instance with vm_state building and task_state spawning. [ 855.981558] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185510, 'name': RemoveSnapshot_Task, 'duration_secs': 0.905194} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.981890] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.982219] env[68864]: DEBUG nova.compute.manager [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.983062] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bdf472-5c50-43e2-afcc-9021b68844c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.997856] env[68864]: DEBUG nova.network.neutron [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Successfully updated port: 689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.026109] env[68864]: INFO nova.compute.manager [-] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Took 1.30 seconds to deallocate network for instance. [ 856.209528] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3554eba-33f9-4e80-8e0f-c3463e0bde13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.218065] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc80e4-dbbe-46fa-8b34-338c30aee87a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.248764] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0efc279-cde4-4aa0-aafa-6eef900bee91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.257152] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286183c2-ad51-4d10-8897-f695297313bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.271205] env[68864]: DEBUG oslo_vmware.api [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185511, 'name': PowerOnVM_Task, 'duration_secs': 0.661144} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.278761] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.278998] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c13b7453-70cd-49b9-837c-329e6ed4bdeb tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance '28ef952e-4509-462e-b84e-0aa4778619d4' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.282975] env[68864]: DEBUG nova.compute.provider_tree [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.376087] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c15158-2dca-f2da-868a-1cecc5c837a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013573} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.376993] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec75c215-acef-4ea1-820e-a1c5b389fc40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.382821] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 856.382821] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52659624-d894-14a0-53a6-13cbd773f612" [ 856.382821] env[68864]: _type = "Task" [ 856.382821] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.391090] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52659624-d894-14a0-53a6-13cbd773f612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.500488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.500632] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquired lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.500784] env[68864]: DEBUG nova.network.neutron [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.503547] env[68864]: INFO nova.compute.manager [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Shelve offloading [ 856.535099] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.789067] env[68864]: DEBUG nova.scheduler.client.report [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.894385] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52659624-d894-14a0-53a6-13cbd773f612, 'name': SearchDatastore_Task, 'duration_secs': 0.022821} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.894683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.894955] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 1b5d1d00-d326-4789-9460-109bc7e0b8b8/1b5d1d00-d326-4789-9460-109bc7e0b8b8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.895247] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2c93dc5-d4d4-4921-a1d0-7e618dc99235 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.906283] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 856.906283] env[68864]: value = "task-3185512" [ 856.906283] env[68864]: _type = "Task" [ 856.906283] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.916940] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.008532] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.008945] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958d84fa-168a-4d23-87f8-4ea0e05c93f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.019365] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 857.019365] env[68864]: value = "task-3185513" [ 857.019365] env[68864]: _type = "Task" [ 857.019365] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.029685] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 857.029952] env[68864]: DEBUG nova.compute.manager [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.030772] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ea9396-e418-4067-9523-1aae5b247f56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.037592] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.037767] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.037996] env[68864]: DEBUG nova.network.neutron [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.040278] env[68864]: DEBUG nova.network.neutron [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.301278] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.303132] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.852s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.303587] env[68864]: DEBUG nova.objects.instance [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 857.333119] env[68864]: INFO nova.scheduler.client.report [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Deleted allocations for instance 8856fccf-17f5-4669-8536-2cf0f7803110 [ 857.418970] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479677} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.419621] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 1b5d1d00-d326-4789-9460-109bc7e0b8b8/1b5d1d00-d326-4789-9460-109bc7e0b8b8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.420078] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.420527] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd616c38-492b-46e7-ba62-6018182b2306 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.431016] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 857.431016] env[68864]: value = "task-3185514" [ 857.431016] env[68864]: _type = "Task" [ 857.431016] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.441103] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.579422] env[68864]: DEBUG nova.network.neutron [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.843901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-78a30240-a570-4621-9179-abfadd83175a tempest-ServersAdminNegativeTestJSON-1630267643 tempest-ServersAdminNegativeTestJSON-1630267643-project-member] Lock "8856fccf-17f5-4669-8536-2cf0f7803110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.739s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.884642] env[68864]: DEBUG nova.network.neutron [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Updating instance_info_cache with network_info: [{"id": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "address": "fa:16:3e:7a:9a:ed", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6d51c3c-02", "ovs_interfaceid": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.943021] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066632} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.943458] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.944382] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0bd106-959f-41b1-a40c-403275fd4dd7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.974571] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 1b5d1d00-d326-4789-9460-109bc7e0b8b8/1b5d1d00-d326-4789-9460-109bc7e0b8b8.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.976291] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc19dc64-6f89-42ad-ba61-0755155a2e25 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.998697] env[68864]: DEBUG nova.compute.manager [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Received event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.998955] env[68864]: DEBUG nova.compute.manager [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing instance network info cache due to event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.000688] env[68864]: DEBUG oslo_concurrency.lockutils [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] Acquiring lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.009179] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 858.009179] env[68864]: value = "task-3185515" [ 858.009179] env[68864]: _type = "Task" [ 858.009179] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.025891] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.083922] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Releasing lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.083922] env[68864]: DEBUG nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Instance network_info: |[{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.083922] env[68864]: DEBUG oslo_concurrency.lockutils [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] Acquired lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.083922] env[68864]: DEBUG nova.network.neutron [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.086215] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:47:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '689382cf-dd16-44d8-93bb-31e3bac5846c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.093711] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Creating folder: Project (f6b1b4615be145848e7dfd5ee89a6247). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.094030] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d9968ed-0ac2-4ab9-840c-64ffa2377e96 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.108627] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Created folder: Project (f6b1b4615be145848e7dfd5ee89a6247) in parent group-v636929. [ 858.108875] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Creating folder: Instances. Parent ref: group-v637109. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.109870] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dea129f5-dd5e-4c8f-a2cc-bea22cbca3c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.123530] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Created folder: Instances in parent group-v637109. [ 858.123875] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.124156] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.124778] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68bbe0ef-0e58-4d05-95a5-72add1d4574a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.149832] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.149832] env[68864]: value = "task-3185518" [ 858.149832] env[68864]: _type = "Task" [ 858.149832] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.161310] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185518, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.219489] env[68864]: DEBUG nova.compute.manager [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.220171] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743dd990-aaea-4185-9984-546cc49c4122 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.319587] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6411fa70-76f0-4e47-ac45-63ec17f80ba0 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.320867] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.846s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.323805] env[68864]: INFO nova.compute.claims [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.390011] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.500614] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "28ef952e-4509-462e-b84e-0aa4778619d4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.500878] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.501080] env[68864]: DEBUG nova.compute.manager [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Going to confirm migration 1 {{(pid=68864) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 858.521335] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.670337] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185518, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.686356] env[68864]: DEBUG nova.compute.manager [req-89c7bc36-fe29-4a16-86fb-c0bb6824976f req-a646b38d-a9ea-47ec-811e-b09a20b4ff34 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Received event network-vif-unplugged-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.686356] env[68864]: DEBUG oslo_concurrency.lockutils [req-89c7bc36-fe29-4a16-86fb-c0bb6824976f req-a646b38d-a9ea-47ec-811e-b09a20b4ff34 service nova] Acquiring lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.686356] env[68864]: DEBUG oslo_concurrency.lockutils [req-89c7bc36-fe29-4a16-86fb-c0bb6824976f req-a646b38d-a9ea-47ec-811e-b09a20b4ff34 service nova] Lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.686657] env[68864]: DEBUG oslo_concurrency.lockutils [req-89c7bc36-fe29-4a16-86fb-c0bb6824976f req-a646b38d-a9ea-47ec-811e-b09a20b4ff34 service nova] Lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.686715] env[68864]: DEBUG nova.compute.manager [req-89c7bc36-fe29-4a16-86fb-c0bb6824976f req-a646b38d-a9ea-47ec-811e-b09a20b4ff34 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] No waiting events found dispatching network-vif-unplugged-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.686856] env[68864]: WARNING nova.compute.manager [req-89c7bc36-fe29-4a16-86fb-c0bb6824976f req-a646b38d-a9ea-47ec-811e-b09a20b4ff34 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Received unexpected event network-vif-unplugged-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e for instance with vm_state shelved and task_state shelving_offloading. [ 858.713851] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.714932] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1638849-290d-46af-afcc-c8c5f8e4df83 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.724582] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.724930] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0726fd95-db12-42bb-aa89-e433554299c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.732815] env[68864]: INFO nova.compute.manager [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] instance snapshotting [ 858.736248] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8e29b1-1811-4263-9f0e-de096349f241 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.760885] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160e1be-75ba-4f8d-a8fd-9da98c7ae69c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.810229] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.810883] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.811187] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleting the datastore file [datastore2] 91ee49ea-2011-4528-812e-7682c72b48a0 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.811960] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3109c295-1d1f-4cea-8c98-f0d015f05cd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.822521] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 858.822521] env[68864]: value = "task-3185520" [ 858.822521] env[68864]: _type = "Task" [ 858.822521] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.842254] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.992908] env[68864]: DEBUG nova.network.neutron [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updated VIF entry in instance network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.993385] env[68864]: DEBUG nova.network.neutron [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.021691] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185515, 'name': ReconfigVM_Task, 'duration_secs': 0.930523} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.022012] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 1b5d1d00-d326-4789-9460-109bc7e0b8b8/1b5d1d00-d326-4789-9460-109bc7e0b8b8.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.022680] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5ce5e64-aff0-42df-bb9f-8eb7c60ba6e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.030777] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 859.030777] env[68864]: value = "task-3185521" [ 859.030777] env[68864]: _type = "Task" [ 859.030777] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.040858] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185521, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.073329] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.073534] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.073750] env[68864]: DEBUG nova.network.neutron [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.073971] env[68864]: DEBUG nova.objects.instance [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lazy-loading 'info_cache' on Instance uuid 28ef952e-4509-462e-b84e-0aa4778619d4 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.166338] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185518, 'name': CreateVM_Task, 'duration_secs': 0.59832} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.166528] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.167343] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.167550] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.167959] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.168290] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640155ce-f406-4701-ba0d-3af2595f404a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.173750] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 859.173750] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dfc44d-3f97-af3d-e537-9a7310e3ad94" [ 859.173750] env[68864]: _type = "Task" [ 859.173750] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.183031] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dfc44d-3f97-af3d-e537-9a7310e3ad94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.272624] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 859.273321] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-388035c4-5fb5-4947-8ed4-b1a59b7dfb36 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.283022] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 859.283022] env[68864]: value = "task-3185522" [ 859.283022] env[68864]: _type = "Task" [ 859.283022] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.291485] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185522, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.337186] env[68864]: DEBUG oslo_vmware.api [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36896} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.337702] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.337822] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.338383] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.363514] env[68864]: INFO nova.scheduler.client.report [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted allocations for instance 91ee49ea-2011-4528-812e-7682c72b48a0 [ 859.498222] env[68864]: DEBUG oslo_concurrency.lockutils [req-174d382a-4b2b-45d5-a197-8ae855133346 req-4fa28534-8f2d-44f3-ab7b-92bd29031e5c service nova] Releasing lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.543210] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185521, 'name': Rename_Task, 'duration_secs': 0.238006} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.545982] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.546556] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56b7b198-07e8-448a-8dde-5f589da9d4cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.554449] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 859.554449] env[68864]: value = "task-3185523" [ 859.554449] env[68864]: _type = "Task" [ 859.554449] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.565687] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.686092] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dfc44d-3f97-af3d-e537-9a7310e3ad94, 'name': SearchDatastore_Task, 'duration_secs': 0.026081} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.688359] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.688734] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.688977] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.689169] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.689417] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.690554] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7875c4-ae54-4e6b-98ea-f216465b40bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.700808] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.701054] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.704294] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8db8430-6672-4ee1-a667-b615ea39dd6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.712454] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 859.712454] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52116279-1be2-68e4-6646-de39d1dbd53f" [ 859.712454] env[68864]: _type = "Task" [ 859.712454] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.723145] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52116279-1be2-68e4-6646-de39d1dbd53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.758924] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2527584c-4576-44d4-8b91-166c25e55d5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.767339] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b693f9b-c7a9-44b4-87ab-cbb807d4ceb1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.801660] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c02651f-ad47-450b-85dd-6a3eba14b161 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.813332] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd4000e-3784-4f47-aa74-7e36b44b1877 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.817201] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185522, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.827931] env[68864]: DEBUG nova.compute.provider_tree [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.872114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.067033] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.229504] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52116279-1be2-68e4-6646-de39d1dbd53f, 'name': SearchDatastore_Task, 'duration_secs': 0.010581} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.232163] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b1edbf-e6f6-4cb9-9e63-9a076280bcc8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.241030] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 860.241030] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526ee9ef-29bd-c9a2-810d-d9b469557287" [ 860.241030] env[68864]: _type = "Task" [ 860.241030] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.250143] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526ee9ef-29bd-c9a2-810d-d9b469557287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.312031] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185522, 'name': CreateSnapshot_Task, 'duration_secs': 0.895685} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.312031] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 860.312031] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10044ded-90b2-4936-8d10-7a18ed67efa7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.334195] env[68864]: DEBUG nova.scheduler.client.report [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.409982] env[68864]: DEBUG nova.network.neutron [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance_info_cache with network_info: [{"id": "373cd372-8ec4-44c6-96a0-184ad245b299", "address": "fa:16:3e:16:cb:44", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap373cd372-8e", "ovs_interfaceid": "373cd372-8ec4-44c6-96a0-184ad245b299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.567161] env[68864]: DEBUG oslo_vmware.api [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185523, 'name': PowerOnVM_Task, 'duration_secs': 0.73928} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.567161] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.567384] env[68864]: INFO nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Took 11.56 seconds to spawn the instance on the hypervisor. [ 860.567629] env[68864]: DEBUG nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.568526] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f4081b-de36-4ab4-9493-8685686409c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.718068] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "91ee49ea-2011-4528-812e-7682c72b48a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.750774] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526ee9ef-29bd-c9a2-810d-d9b469557287, 'name': SearchDatastore_Task, 'duration_secs': 0.015594} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.751160] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.751546] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] b818e8d6-6a1b-4efb-a120-e1c768d801df/b818e8d6-6a1b-4efb-a120-e1c768d801df.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.751919] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85405e60-695b-43b4-a0f7-261ca2166292 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.758797] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 860.758797] env[68864]: value = "task-3185524" [ 860.758797] env[68864]: _type = "Task" [ 860.758797] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.770750] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.788617] env[68864]: DEBUG nova.compute.manager [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Received event network-changed-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.788823] env[68864]: DEBUG nova.compute.manager [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Refreshing instance network info cache due to event network-changed-f6d51c3c-02a3-4ebc-bfb6-78e9b483005e. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.789045] env[68864]: DEBUG oslo_concurrency.lockutils [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] Acquiring lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.789189] env[68864]: DEBUG oslo_concurrency.lockutils [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] Acquired lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.789349] env[68864]: DEBUG nova.network.neutron [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Refreshing network info cache for port f6d51c3c-02a3-4ebc-bfb6-78e9b483005e {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.829194] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 860.829790] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9650f78e-f96e-4400-99c1-2f9623f0e44f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.840281] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.840759] env[68864]: DEBUG nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.843849] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 860.843849] env[68864]: value = "task-3185525" [ 860.843849] env[68864]: _type = "Task" [ 860.843849] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.844247] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.603s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.844502] env[68864]: DEBUG nova.objects.instance [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lazy-loading 'resources' on Instance uuid 95431145-1011-4ee0-b9f0-d6277c4580f3 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.855932] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185525, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.915732] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-28ef952e-4509-462e-b84e-0aa4778619d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.916127] env[68864]: DEBUG nova.objects.instance [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lazy-loading 'migration_context' on Instance uuid 28ef952e-4509-462e-b84e-0aa4778619d4 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.087314] env[68864]: INFO nova.compute.manager [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Took 46.53 seconds to build instance. [ 861.271097] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.345596] env[68864]: DEBUG nova.compute.utils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.347255] env[68864]: DEBUG nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.347484] env[68864]: DEBUG nova.network.neutron [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.364657] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185525, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.419307] env[68864]: DEBUG nova.objects.base [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Object Instance<28ef952e-4509-462e-b84e-0aa4778619d4> lazy-loaded attributes: info_cache,migration_context {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 861.419946] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d82748-2c44-4786-9385-d101e70e540b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.429329] env[68864]: DEBUG nova.policy [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52aca599a7d4e3095a6e8cf6dbbbc70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c7941300e2a4bcf903e341b3b6b796f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.445568] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975f2d5c-eb48-4e46-a5ad-83b04ab0d52f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.452470] env[68864]: DEBUG oslo_vmware.api [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 861.452470] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527386be-2c2a-b69f-e13e-522ae7305771" [ 861.452470] env[68864]: _type = "Task" [ 861.452470] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.464129] env[68864]: DEBUG oslo_vmware.api [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527386be-2c2a-b69f-e13e-522ae7305771, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.464419] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.592265] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edede153-1389-49ef-bae4-f765cc16bf35 tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.048s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.595392] env[68864]: DEBUG nova.network.neutron [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Updated VIF entry in instance network info cache for port f6d51c3c-02a3-4ebc-bfb6-78e9b483005e. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.595758] env[68864]: DEBUG nova.network.neutron [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Updating instance_info_cache with network_info: [{"id": "f6d51c3c-02a3-4ebc-bfb6-78e9b483005e", "address": "fa:16:3e:7a:9a:ed", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": null, "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf6d51c3c-02", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.770316] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624576} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.771750] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] b818e8d6-6a1b-4efb-a120-e1c768d801df/b818e8d6-6a1b-4efb-a120-e1c768d801df.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.771750] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.774580] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9de29f3-2b67-41c1-b994-b2834ea9cc65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.782309] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 861.782309] env[68864]: value = "task-3185526" [ 861.782309] env[68864]: _type = "Task" [ 861.782309] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.796888] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.838148] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1428dbbf-bde7-4d7f-8ba0-3393fea08b70 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.847892] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f0373-6cbf-426a-b1b9-ed1b645f225c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.853842] env[68864]: DEBUG nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.889833] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0698e2-c5c9-44a9-8a83-2a65483712c3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.900307] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f4757-81b8-4f60-ae24-1c609254779e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.904914] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185525, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.918398] env[68864]: DEBUG nova.compute.provider_tree [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.943496] env[68864]: DEBUG nova.network.neutron [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Successfully created port: aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.099495] env[68864]: DEBUG oslo_concurrency.lockutils [req-1f07ce7b-4ef0-4dcb-a627-d6e96a48556c req-cd1a6f1c-9373-41d2-b4b2-be6ff0da2519 service nova] Releasing lock "refresh_cache-91ee49ea-2011-4528-812e-7682c72b48a0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.292966] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07767} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.294358] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.294358] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773c875-1df2-41ca-a81c-7dea1aa343f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.318688] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] b818e8d6-6a1b-4efb-a120-e1c768d801df/b818e8d6-6a1b-4efb-a120-e1c768d801df.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.319046] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5457da-8393-4975-93bb-c0a54609c5c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.341359] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 862.341359] env[68864]: value = "task-3185527" [ 862.341359] env[68864]: _type = "Task" [ 862.341359] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.351409] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.367275] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185525, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.421714] env[68864]: DEBUG nova.scheduler.client.report [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.481430] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.481720] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.481932] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.482147] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.482339] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.484776] env[68864]: INFO nova.compute.manager [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Terminating instance [ 862.852670] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.863993] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185525, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.893635] env[68864]: DEBUG nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.930808] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.931101] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.931308] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.931533] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.931682] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.931856] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.933523] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.933772] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.934120] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.934996] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.935429] env[68864]: DEBUG nova.virt.hardware [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.938875] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.940808] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ed905-1f68-4495-8096-9dc98162d3cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.947276] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.247s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.950588] env[68864]: INFO nova.compute.claims [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.965028] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce50a15-b308-472d-8ec9-f6c7ebb511fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.981751] env[68864]: INFO nova.scheduler.client.report [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted allocations for instance 95431145-1011-4ee0-b9f0-d6277c4580f3 [ 862.991108] env[68864]: DEBUG nova.compute.manager [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.991346] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.992210] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45ade4b-d2c0-461e-96f4-2163c8ea4372 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.001421] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.001736] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67da3d64-e914-4f9e-83f5-3f8fe4ce353b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.010683] env[68864]: DEBUG oslo_vmware.api [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 863.010683] env[68864]: value = "task-3185528" [ 863.010683] env[68864]: _type = "Task" [ 863.010683] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.021453] env[68864]: DEBUG oslo_vmware.api [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.355967] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185527, 'name': ReconfigVM_Task, 'duration_secs': 0.553322} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.360731] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Reconfigured VM instance instance-0000003f to attach disk [datastore1] b818e8d6-6a1b-4efb-a120-e1c768d801df/b818e8d6-6a1b-4efb-a120-e1c768d801df.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.361492] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff25ceed-010c-49a3-a164-01c95b4365ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.370614] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185525, 'name': CloneVM_Task, 'duration_secs': 2.481476} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.372094] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Created linked-clone VM from snapshot [ 863.375109] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 863.375109] env[68864]: value = "task-3185529" [ 863.375109] env[68864]: _type = "Task" [ 863.375109] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.375109] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22228f6-7fc8-424d-8310-b96be0b86014 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.387295] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Uploading image d310049f-9f5f-4e8d-a834-05e90c198393 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 863.392071] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185529, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.410936] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.411912] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea6a911e-0096-4372-881e-49677d934776 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.423504] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 863.423504] env[68864]: value = "task-3185530" [ 863.423504] env[68864]: _type = "Task" [ 863.423504] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.433050] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185530, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.495064] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7a7d9aeb-1e14-4ab2-a6fa-b51849fe1cad tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "95431145-1011-4ee0-b9f0-d6277c4580f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.991s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.523731] env[68864]: DEBUG oslo_vmware.api [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185528, 'name': PowerOffVM_Task, 'duration_secs': 0.240153} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.524220] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.526121] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.526202] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c2d1ca5-dda4-461e-8104-a36ff66a3bf5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.558785] env[68864]: DEBUG nova.compute.manager [req-0f28efb0-5247-4e9d-b4ac-c86edc1db76b req-eeb577aa-6c2c-4444-9cc8-11bbcd984ffb service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received event network-vif-plugged-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.558785] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f28efb0-5247-4e9d-b4ac-c86edc1db76b req-eeb577aa-6c2c-4444-9cc8-11bbcd984ffb service nova] Acquiring lock "67287663-892c-4097-80ad-539add96091c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.558785] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f28efb0-5247-4e9d-b4ac-c86edc1db76b req-eeb577aa-6c2c-4444-9cc8-11bbcd984ffb service nova] Lock "67287663-892c-4097-80ad-539add96091c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.558785] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f28efb0-5247-4e9d-b4ac-c86edc1db76b req-eeb577aa-6c2c-4444-9cc8-11bbcd984ffb service nova] Lock "67287663-892c-4097-80ad-539add96091c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.558785] env[68864]: DEBUG nova.compute.manager [req-0f28efb0-5247-4e9d-b4ac-c86edc1db76b req-eeb577aa-6c2c-4444-9cc8-11bbcd984ffb service nova] [instance: 67287663-892c-4097-80ad-539add96091c] No waiting events found dispatching network-vif-plugged-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.558785] env[68864]: WARNING nova.compute.manager [req-0f28efb0-5247-4e9d-b4ac-c86edc1db76b req-eeb577aa-6c2c-4444-9cc8-11bbcd984ffb service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received unexpected event network-vif-plugged-aa058348-4506-4b06-9d95-b5e82937f8c4 for instance with vm_state building and task_state spawning. [ 863.681748] env[68864]: DEBUG nova.network.neutron [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Successfully updated port: aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.888288] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185529, 'name': Rename_Task, 'duration_secs': 0.190775} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.888658] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.888876] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70559f0f-7d2f-4054-921b-035159eca401 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.896459] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 863.896459] env[68864]: value = "task-3185532" [ 863.896459] env[68864]: _type = "Task" [ 863.896459] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.905076] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.937673] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185530, 'name': Destroy_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.085603] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.085942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.086163] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.086338] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.086498] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.091494] env[68864]: INFO nova.compute.manager [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Terminating instance [ 864.185295] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185558] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquired lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186202] env[68864]: DEBUG nova.network.neutron [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.416786] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.433258] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185530, 'name': Destroy_Task, 'duration_secs': 0.604348} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.436032] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Destroyed the VM [ 864.436295] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.436747] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f41e9b3-2896-4cfd-bafd-2dd91ad90ad0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.443972] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 864.443972] env[68864]: value = "task-3185533" [ 864.443972] env[68864]: _type = "Task" [ 864.443972] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.456824] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185533, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.472502] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d90046-7c16-4221-8521-74b786d2009e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.482804] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357f3d0-c062-40e2-ae1f-1e01c057a434 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.514133] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dfa726-6be2-428e-b00f-e55ac0213df2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.525058] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad879c-2376-4831-a992-4a4164e3aa32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.538198] env[68864]: DEBUG nova.compute.provider_tree [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.596293] env[68864]: DEBUG nova.compute.manager [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.596537] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.597713] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaeb7d5-0b0f-42c3-9e35-03b76c7f53ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.607742] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.608101] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c4d0713-a1eb-4250-bb88-c39d385ef0e1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.616581] env[68864]: DEBUG oslo_vmware.api [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 864.616581] env[68864]: value = "task-3185534" [ 864.616581] env[68864]: _type = "Task" [ 864.616581] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.625687] env[68864]: DEBUG oslo_vmware.api [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.733712] env[68864]: DEBUG nova.network.neutron [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.883622] env[68864]: DEBUG nova.network.neutron [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.913848] env[68864]: DEBUG oslo_vmware.api [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185532, 'name': PowerOnVM_Task, 'duration_secs': 0.819139} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.914118] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.914189] env[68864]: INFO nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Took 9.87 seconds to spawn the instance on the hypervisor. [ 864.914318] env[68864]: DEBUG nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.916079] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50296d9e-8d0f-4bc7-b86b-8fe48138047c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.956800] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185533, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.041012] env[68864]: DEBUG nova.scheduler.client.report [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.127966] env[68864]: DEBUG oslo_vmware.api [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185534, 'name': PowerOffVM_Task, 'duration_secs': 0.301624} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.128300] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.128472] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.128749] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c04b7b8-91f0-4967-a018-f26ebe5b3782 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.199640] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.199640] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.199640] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleting the datastore file [datastore2] fd248bbd-b4f7-4efb-9575-f3019b0888a9 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.199640] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba3092b-27ba-4869-b24b-06a61c986f02 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.206936] env[68864]: DEBUG oslo_vmware.api [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 865.206936] env[68864]: value = "task-3185536" [ 865.206936] env[68864]: _type = "Task" [ 865.206936] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.215228] env[68864]: DEBUG oslo_vmware.api [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.386372] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Releasing lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.386727] env[68864]: DEBUG nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Instance network_info: |[{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.387172] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:fe:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa058348-4506-4b06-9d95-b5e82937f8c4', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.395237] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Creating folder: Project (8c7941300e2a4bcf903e341b3b6b796f). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.396712] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c3702cc-c562-4a4d-acce-b431eb9ad80f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.403089] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "b125d108-64ed-443a-9cfe-0829b03d5b0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.403338] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.416044] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Created folder: Project (8c7941300e2a4bcf903e341b3b6b796f) in parent group-v636929. [ 865.416044] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Creating folder: Instances. Parent ref: group-v637114. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.416373] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee55f8d9-e792-4870-bb8f-10898149ded0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.425277] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Created folder: Instances in parent group-v637114. [ 865.425657] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.425657] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67287663-892c-4097-80ad-539add96091c] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.425879] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8137d0b-8d58-487e-b057-9d5351af62dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.448807] env[68864]: INFO nova.compute.manager [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Took 41.72 seconds to build instance. [ 865.450975] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.450975] env[68864]: value = "task-3185539" [ 865.450975] env[68864]: _type = "Task" [ 865.450975] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.457287] env[68864]: DEBUG oslo_vmware.api [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185533, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890491} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.457874] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.463293] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185539, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.545968] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.546619] env[68864]: DEBUG nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.549422] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.315s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.594742] env[68864]: DEBUG nova.compute.manager [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.594853] env[68864]: DEBUG nova.compute.manager [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing instance network info cache due to event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.595071] env[68864]: DEBUG oslo_concurrency.lockutils [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] Acquiring lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.595314] env[68864]: DEBUG oslo_concurrency.lockutils [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] Acquired lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.595419] env[68864]: DEBUG nova.network.neutron [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.717222] env[68864]: DEBUG oslo_vmware.api [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384061} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.717490] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.717674] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.717858] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.718042] env[68864]: INFO nova.compute.manager [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.718285] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.718473] env[68864]: DEBUG nova.compute.manager [-] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.718571] env[68864]: DEBUG nova.network.neutron [-] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.906012] env[68864]: DEBUG nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.952785] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4acfd0ab-9d3d-48a9-bb5f-5017d8986a9c tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.885s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.969690] env[68864]: WARNING nova.compute.manager [None req-2324a1c7-d9a1-43f9-aeed-4508fdaa38c8 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Image not found during snapshot: nova.exception.ImageNotFound: Image d310049f-9f5f-4e8d-a834-05e90c198393 could not be found. [ 865.971051] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185539, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.056517] env[68864]: DEBUG nova.compute.utils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.071802] env[68864]: DEBUG nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.074056] env[68864]: DEBUG nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.074219] env[68864]: DEBUG nova.network.neutron [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.114899] env[68864]: DEBUG nova.policy [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98dd03f8934e442c8e2ef656758b7c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e7761fc270144df8ba4e58f161d1267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.358282] env[68864]: DEBUG nova.network.neutron [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Successfully created port: e99f8e18-781b-49e1-ad9d-0cae3d85ed4f {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.431696] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.463846] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185539, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.521519] env[68864]: DEBUG nova.network.neutron [-] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.580568] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Applying migration context for instance 28ef952e-4509-462e-b84e-0aa4778619d4 as it has an incoming, in-progress migration 9b9c76e6-261d-418a-827c-9badd08839dd. Migration status is confirming {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 866.583493] env[68864]: INFO nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating resource usage from migration 9b9c76e6-261d-418a-827c-9badd08839dd [ 866.586211] env[68864]: INFO nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating resource usage from migration c8d8f5ff-fbdd-460f-a94a-68930a6f5707 [ 866.618803] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.618971] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.619111] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 0e20a788-5e96-412d-9449-a4af1ba5aa30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.619237] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance bf8eaa7a-343b-49dc-b5f9-0465794804f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.619356] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance fd248bbd-b4f7-4efb-9575-f3019b0888a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.619476] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance e94094a9-3fb7-494c-9bda-8704f846db40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.619589] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a1812b9d-f572-4dc4-be61-1d963592749d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.619700] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 50155af9-9cd2-486c-bd4c-81db57eecbda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620186] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance d421f36e-8ec2-4ae7-968c-bc69027b81b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620186] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620186] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a8aed3bf-c8a5-4735-9418-b23b24a69a28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620186] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 66268137-ef58-4a34-b352-aec762b6092a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620450] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a899b55b-5c49-4f0d-a69c-914b9560b88c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620450] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 493844ba-f2ff-4f85-8d71-167619a9ad1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.620669] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 028503c1-80c7-4f98-9fde-768bdd793a2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620669] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9884f948-8bd2-44c5-9670-003dfffbfcd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620771] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance fa040fac-3adb-4737-9857-594029dec759 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.620817] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.620893] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9c821423-2eb7-493b-81be-699faf300c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.621084] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 81c053bc-222d-498c-9e99-c1c54946ec04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.621239] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 188d6f1a-62ec-4267-8bde-f64bf444143a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.621371] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Migration 9b9c76e6-261d-418a-827c-9badd08839dd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 866.621497] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 28ef952e-4509-462e-b84e-0aa4778619d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.621612] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 1b5d1d00-d326-4789-9460-109bc7e0b8b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.621722] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance b818e8d6-6a1b-4efb-a120-e1c768d801df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.621842] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 67287663-892c-4097-80ad-539add96091c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.621933] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 866.791412] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.791657] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.791838] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Deleting the datastore file [datastore1] 1b5d1d00-d326-4789-9460-109bc7e0b8b8 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.792134] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5908e16-6c73-4a46-ac22-6d5f4fcfcf00 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.799431] env[68864]: DEBUG oslo_vmware.api [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for the task: (returnval){ [ 866.799431] env[68864]: value = "task-3185540" [ 866.799431] env[68864]: _type = "Task" [ 866.799431] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.809027] env[68864]: DEBUG oslo_vmware.api [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.824775] env[68864]: DEBUG nova.network.neutron [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updated VIF entry in instance network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.825135] env[68864]: DEBUG nova.network.neutron [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.969428] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185539, 'name': CreateVM_Task, 'duration_secs': 1.345989} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.969860] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67287663-892c-4097-80ad-539add96091c] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.972402] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.972573] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.972895] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973177] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef8dad8-c2c8-4c73-9e89-81fa9ff01fd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.980903] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 866.980903] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5264ab3e-8047-b68e-3cef-ae7cbd2272ea" [ 866.980903] env[68864]: _type = "Task" [ 866.980903] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.994049] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5264ab3e-8047-b68e-3cef-ae7cbd2272ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.026861] env[68864]: INFO nova.compute.manager [-] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Took 1.31 seconds to deallocate network for instance. [ 867.087914] env[68864]: DEBUG nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.115470] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='189bfe33cd9098da446fd9bc28b5867a',container_format='bare',created_at=2025-03-26T21:03:25Z,direct_url=,disk_format='vmdk',id=285c18d6-167d-4089-803e-f0bec20fddd1,min_disk=1,min_ram=0,name='tempest-test-snap-103091286',owner='7e7761fc270144df8ba4e58f161d1267',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-26T21:03:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.115741] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.115913] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.116130] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.116485] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.116485] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.116699] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.116863] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.117048] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.117241] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.117435] env[68864]: DEBUG nova.virt.hardware [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.118351] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cd35f9-09d0-4b22-b955-8f84564a788b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.125058] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 63bc1935-129d-4e2f-a197-5ef9c77a903e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 867.125058] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Migration c8d8f5ff-fbdd-460f-a94a-68930a6f5707 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 867.125058] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 867.129667] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dd90d7-be42-4936-98e3-a209169545fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.210112] env[68864]: DEBUG nova.compute.manager [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Received event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.210160] env[68864]: DEBUG nova.compute.manager [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing instance network info cache due to event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.214020] env[68864]: DEBUG oslo_concurrency.lockutils [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] Acquiring lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.214020] env[68864]: DEBUG oslo_concurrency.lockutils [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] Acquired lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.214020] env[68864]: DEBUG nova.network.neutron [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.310420] env[68864]: DEBUG oslo_vmware.api [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Task: {'id': task-3185540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20865} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.310674] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.310842] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.311031] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.311208] env[68864]: INFO nova.compute.manager [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Took 4.32 seconds to destroy the instance on the hypervisor. [ 867.311471] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.311662] env[68864]: DEBUG nova.compute.manager [-] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.311756] env[68864]: DEBUG nova.network.neutron [-] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.327840] env[68864]: DEBUG oslo_concurrency.lockutils [req-c31b4a08-41ec-40a0-8cc9-6ac3718bbcbf req-181f0398-f7c5-46c9-8050-2b9bb1c84836 service nova] Releasing lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.492249] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5264ab3e-8047-b68e-3cef-ae7cbd2272ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.492566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.492839] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.493017] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.493168] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.493473] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.493741] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc56d265-6a41-41fc-8a38-0c16f85e1dff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.505095] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.505292] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.506073] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a530499-ac90-4993-8681-350a5c7e0039 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.518169] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 867.518169] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52194b03-41cb-a85e-5b04-b06f0a4bb552" [ 867.518169] env[68864]: _type = "Task" [ 867.518169] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.527118] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52194b03-41cb-a85e-5b04-b06f0a4bb552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.537546] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.629598] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance b125d108-64ed-443a-9cfe-0829b03d5b0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 867.630026] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 867.630088] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5376MB phys_disk=200GB used_disk=26GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 867.784111] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "188d6f1a-62ec-4267-8bde-f64bf444143a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.784111] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.784111] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "188d6f1a-62ec-4267-8bde-f64bf444143a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.784111] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.784111] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.785770] env[68864]: INFO nova.compute.manager [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Terminating instance [ 867.847757] env[68864]: DEBUG nova.compute.manager [req-9edc78e9-c309-4d29-b642-1e74a646be22 req-fa98d984-3ac9-49bd-8f9d-22fd920fc205 service nova] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Received event network-vif-deleted-b41e8817-afa0-43bd-889f-2581c0b85ebc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.988948] env[68864]: DEBUG nova.network.neutron [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Successfully updated port: e99f8e18-781b-49e1-ad9d-0cae3d85ed4f {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.031090] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52194b03-41cb-a85e-5b04-b06f0a4bb552, 'name': SearchDatastore_Task, 'duration_secs': 0.02356} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.036888] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa2458b-a4fc-4c27-9fda-6abf9491248c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.040438] env[68864]: DEBUG nova.network.neutron [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updated VIF entry in instance network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.041220] env[68864]: DEBUG nova.network.neutron [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.047017] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 868.047017] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528aa189-5cb1-1bc1-25e8-9fb92d7b55c1" [ 868.047017] env[68864]: _type = "Task" [ 868.047017] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.063192] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528aa189-5cb1-1bc1-25e8-9fb92d7b55c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013325} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.063795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.064117] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 67287663-892c-4097-80ad-539add96091c/67287663-892c-4097-80ad-539add96091c.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.067055] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41b2b2b5-4cf8-48a5-9a3e-ee677632b474 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.075190] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 868.075190] env[68864]: value = "task-3185541" [ 868.075190] env[68864]: _type = "Task" [ 868.075190] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.084862] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.085129] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.085405] env[68864]: INFO nova.compute.manager [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Rebooting instance [ 868.089592] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.137224] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f00a5-1c00-4679-8d45-e2034de3bbdb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.145845] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39d3633-ffb8-420d-a999-98116e8470ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.177534] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9db5f-b893-4301-baaa-f910bf840e6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.185322] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc4cde-b2f2-4583-b7d6-19d1bd758672 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.198679] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.294292] env[68864]: DEBUG nova.compute.manager [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.294601] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.295561] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c27fa7-0a46-40ac-9740-62d85881e5d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.304187] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.304514] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-973b018c-ef0f-4320-a6cc-8d6b3aa50695 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.311450] env[68864]: DEBUG oslo_vmware.api [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 868.311450] env[68864]: value = "task-3185542" [ 868.311450] env[68864]: _type = "Task" [ 868.311450] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.320809] env[68864]: DEBUG oslo_vmware.api [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.495317] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "refresh_cache-398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.495674] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "refresh_cache-398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.495674] env[68864]: DEBUG nova.network.neutron [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.540323] env[68864]: DEBUG nova.network.neutron [-] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.544234] env[68864]: DEBUG oslo_concurrency.lockutils [req-4e33a89b-aa18-4ec5-8c80-ad70a51f0437 req-d0ba852f-5899-40dd-b48e-c8059547b014 service nova] Releasing lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.587898] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185541, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.617066] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.617277] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.617464] env[68864]: DEBUG nova.network.neutron [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.704240] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.822145] env[68864]: DEBUG oslo_vmware.api [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185542, 'name': PowerOffVM_Task, 'duration_secs': 0.17594} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.822422] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.822592] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.822835] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d75123-dcd3-43bf-973f-38cbbdd04060 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.888588] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.888831] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.889016] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleting the datastore file [datastore1] 188d6f1a-62ec-4267-8bde-f64bf444143a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.889291] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97e8a20-b4d0-4601-8773-0df6c56eb9e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.896525] env[68864]: DEBUG oslo_vmware.api [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 868.896525] env[68864]: value = "task-3185544" [ 868.896525] env[68864]: _type = "Task" [ 868.896525] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.904304] env[68864]: DEBUG oslo_vmware.api [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.027939] env[68864]: DEBUG nova.network.neutron [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.043469] env[68864]: INFO nova.compute.manager [-] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Took 1.73 seconds to deallocate network for instance. [ 869.087843] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764838} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.088108] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 67287663-892c-4097-80ad-539add96091c/67287663-892c-4097-80ad-539add96091c.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.088349] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.088566] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aff9a62b-0d01-40be-ac0b-a541e320f213 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.095951] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 869.095951] env[68864]: value = "task-3185545" [ 869.095951] env[68864]: _type = "Task" [ 869.095951] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.108400] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.174748] env[68864]: DEBUG nova.network.neutron [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Updating instance_info_cache with network_info: [{"id": "e99f8e18-781b-49e1-ad9d-0cae3d85ed4f", "address": "fa:16:3e:eb:5c:7e", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape99f8e18-78", "ovs_interfaceid": "e99f8e18-781b-49e1-ad9d-0cae3d85ed4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.210114] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 869.210114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.660s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.210114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.560s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.210114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.212360] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.968s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.212658] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.214784] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.523s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.217200] env[68864]: INFO nova.compute.claims [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.220189] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.220458] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Cleaning up deleted instances {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 869.252644] env[68864]: INFO nova.scheduler.client.report [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Deleted allocations for instance fa040fac-3adb-4737-9857-594029dec759 [ 869.262114] env[68864]: INFO nova.scheduler.client.report [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleted allocations for instance 493844ba-f2ff-4f85-8d71-167619a9ad1f [ 869.374478] env[68864]: DEBUG nova.compute.manager [req-c8dbdac4-112f-4009-afcd-7ffd3d5d33cb req-ac350eda-d18d-47d9-8442-73ee89fcb7f5 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received event network-vif-deleted-de941f29-e57f-4b37-b7ff-7e4ca7a46e90 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.374673] env[68864]: DEBUG nova.compute.manager [req-c8dbdac4-112f-4009-afcd-7ffd3d5d33cb req-ac350eda-d18d-47d9-8442-73ee89fcb7f5 service nova] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Received event network-vif-deleted-dce7f234-0807-4558-bcd6-67a99e53a73e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.406728] env[68864]: DEBUG oslo_vmware.api [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276773} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.406979] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.407180] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.407355] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.407525] env[68864]: INFO nova.compute.manager [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 869.407759] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.408256] env[68864]: DEBUG nova.compute.manager [-] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.408355] env[68864]: DEBUG nova.network.neutron [-] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.475996] env[68864]: DEBUG nova.network.neutron [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.551604] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.608540] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076846} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.608889] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.609684] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7ae8e-0787-4bde-b965-3a939e1cb3e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.635526] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 67287663-892c-4097-80ad-539add96091c/67287663-892c-4097-80ad-539add96091c.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.636201] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7897c26e-423b-47cd-b568-ad1946313698 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.657727] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 869.657727] env[68864]: value = "task-3185546" [ 869.657727] env[68864]: _type = "Task" [ 869.657727] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.667373] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.677752] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "refresh_cache-398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.678295] env[68864]: DEBUG nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Instance network_info: |[{"id": "e99f8e18-781b-49e1-ad9d-0cae3d85ed4f", "address": "fa:16:3e:eb:5c:7e", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape99f8e18-78", "ovs_interfaceid": "e99f8e18-781b-49e1-ad9d-0cae3d85ed4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.679482] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:5c:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e99f8e18-781b-49e1-ad9d-0cae3d85ed4f', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.688153] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.688153] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.688375] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ab9147-8778-4c97-8b89-647780732a82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.710041] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.710041] env[68864]: value = "task-3185547" [ 869.710041] env[68864]: _type = "Task" [ 869.710041] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.718270] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185547, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.731624] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] There are 37 instances to clean {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 869.731915] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 95431145-1011-4ee0-b9f0-d6277c4580f3] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 869.767693] env[68864]: DEBUG oslo_concurrency.lockutils [None req-116878d0-c815-40c2-98a5-ec789d21d213 tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "fa040fac-3adb-4737-9857-594029dec759" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.723s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.771252] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5fd5fa07-a339-4088-90e3-ab56c12ca7ad tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "493844ba-f2ff-4f85-8d71-167619a9ad1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.134s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.878497] env[68864]: DEBUG nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Received event network-vif-plugged-e99f8e18-781b-49e1-ad9d-0cae3d85ed4f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.878720] env[68864]: DEBUG oslo_concurrency.lockutils [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] Acquiring lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.878923] env[68864]: DEBUG oslo_concurrency.lockutils [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.879807] env[68864]: DEBUG oslo_concurrency.lockutils [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.880664] env[68864]: DEBUG nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] No waiting events found dispatching network-vif-plugged-e99f8e18-781b-49e1-ad9d-0cae3d85ed4f {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.880664] env[68864]: WARNING nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Received unexpected event network-vif-plugged-e99f8e18-781b-49e1-ad9d-0cae3d85ed4f for instance with vm_state building and task_state spawning. [ 869.880664] env[68864]: DEBUG nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Received event network-changed-e99f8e18-781b-49e1-ad9d-0cae3d85ed4f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.880813] env[68864]: DEBUG nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Refreshing instance network info cache due to event network-changed-e99f8e18-781b-49e1-ad9d-0cae3d85ed4f. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.880901] env[68864]: DEBUG oslo_concurrency.lockutils [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] Acquiring lock "refresh_cache-398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.881044] env[68864]: DEBUG oslo_concurrency.lockutils [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] Acquired lock "refresh_cache-398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.881212] env[68864]: DEBUG nova.network.neutron [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Refreshing network info cache for port e99f8e18-781b-49e1-ad9d-0cae3d85ed4f {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.978896] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.153627] env[68864]: DEBUG nova.network.neutron [-] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.168490] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185546, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.220157] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185547, 'name': CreateVM_Task, 'duration_secs': 0.510732} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.220350] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.221055] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.221245] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.221639] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.221898] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c282899a-c774-4760-b21e-1e87f1ed69b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.227425] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 870.227425] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5249c91a-40e4-e3bc-9b85-cbf329844f40" [ 870.227425] env[68864]: _type = "Task" [ 870.227425] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.235393] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5249c91a-40e4-e3bc-9b85-cbf329844f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.240841] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 5f52ab96-093a-4b8c-ad90-3f7d569e9e73] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.484096] env[68864]: DEBUG nova.compute.manager [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.485077] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b4ef6-f434-44f9-9b82-80837417860d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.609678] env[68864]: DEBUG nova.network.neutron [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Updated VIF entry in instance network info cache for port e99f8e18-781b-49e1-ad9d-0cae3d85ed4f. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.610403] env[68864]: DEBUG nova.network.neutron [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Updating instance_info_cache with network_info: [{"id": "e99f8e18-781b-49e1-ad9d-0cae3d85ed4f", "address": "fa:16:3e:eb:5c:7e", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape99f8e18-78", "ovs_interfaceid": "e99f8e18-781b-49e1-ad9d-0cae3d85ed4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.639416] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e3f59b-aafb-4336-953f-8b01c4609001 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.651824] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3b21fb-1966-41d5-b24c-19e600d5f036 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.656702] env[68864]: INFO nova.compute.manager [-] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Took 1.25 seconds to deallocate network for instance. [ 870.688411] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6328c-9b07-4f83-af03-71565de78be9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.700553] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e486e93-0260-4c7d-8209-8603ccf76a5b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.705326] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185546, 'name': ReconfigVM_Task, 'duration_secs': 0.549176} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.705895] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 67287663-892c-4097-80ad-539add96091c/67287663-892c-4097-80ad-539add96091c.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.707770] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-196475f7-58f9-44e5-8e44-113a495482cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.717362] env[68864]: DEBUG nova.compute.provider_tree [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.720809] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 870.720809] env[68864]: value = "task-3185548" [ 870.720809] env[68864]: _type = "Task" [ 870.720809] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.732639] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185548, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.742400] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.742692] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Processing image 285c18d6-167d-4089-803e-f0bec20fddd1 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.742955] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1/285c18d6-167d-4089-803e-f0bec20fddd1.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.743126] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1/285c18d6-167d-4089-803e-f0bec20fddd1.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.743306] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.743741] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: eff84169-8070-4b36-a6e1-1464aff30d92] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 870.745499] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4f17bdb-3672-4b71-8b96-92aa5849dc85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.756405] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.756622] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.757428] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3282e354-32af-4030-b463-abfffa5ac69e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.763986] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 870.763986] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52aecda5-3936-5d7d-a29b-91ab6f37aa02" [ 870.763986] env[68864]: _type = "Task" [ 870.763986] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.773656] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52aecda5-3936-5d7d-a29b-91ab6f37aa02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.114812] env[68864]: DEBUG oslo_concurrency.lockutils [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] Releasing lock "refresh_cache-398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.114812] env[68864]: DEBUG nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Received event network-vif-deleted-a0c97033-2c80-468c-ad38-d064905f2a6b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.115044] env[68864]: INFO nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Neutron deleted interface a0c97033-2c80-468c-ad38-d064905f2a6b; detaching it from the instance and deleting it from the info cache [ 871.115143] env[68864]: DEBUG nova.network.neutron [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.147761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "a899b55b-5c49-4f0d-a69c-914b9560b88c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.148026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.148238] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "a899b55b-5c49-4f0d-a69c-914b9560b88c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.148418] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.148607] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.150832] env[68864]: INFO nova.compute.manager [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Terminating instance [ 871.194048] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.222662] env[68864]: DEBUG nova.scheduler.client.report [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.237611] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185548, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.248216] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: b3e8f14d-44ec-4db0-822a-2d1bdc01bd0b] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.276217] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Preparing fetch location {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 871.276499] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Fetch image to [datastore2] OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1/OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1.vmdk {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 871.276686] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Downloading stream optimized image 285c18d6-167d-4089-803e-f0bec20fddd1 to [datastore2] OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1/OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1.vmdk on the data store datastore2 as vApp {{(pid=68864) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 871.276858] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Downloading image file data 285c18d6-167d-4089-803e-f0bec20fddd1 to the ESX as VM named 'OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1' {{(pid=68864) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 871.375221] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 871.375221] env[68864]: value = "resgroup-9" [ 871.375221] env[68864]: _type = "ResourcePool" [ 871.375221] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 871.375579] env[68864]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-436a3d08-57ab-4769-9e14-107830b1a3e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.401137] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease: (returnval){ [ 871.401137] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276d4aa-b656-6daf-d9a6-04082a7bef95" [ 871.401137] env[68864]: _type = "HttpNfcLease" [ 871.401137] env[68864]: } obtained for vApp import into resource pool (val){ [ 871.401137] env[68864]: value = "resgroup-9" [ 871.401137] env[68864]: _type = "ResourcePool" [ 871.401137] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 871.401640] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the lease: (returnval){ [ 871.401640] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276d4aa-b656-6daf-d9a6-04082a7bef95" [ 871.401640] env[68864]: _type = "HttpNfcLease" [ 871.401640] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.408888] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.408888] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276d4aa-b656-6daf-d9a6-04082a7bef95" [ 871.408888] env[68864]: _type = "HttpNfcLease" [ 871.408888] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.511158] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64e667-efb1-4828-aa82-73ada706d4f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.524138] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Doing hard reboot of VM {{(pid=68864) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 871.524628] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-52e61eaf-d796-4fc2-9bf4-eef4b9f1f56f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.548061] env[68864]: DEBUG oslo_vmware.api [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 871.548061] env[68864]: value = "task-3185550" [ 871.548061] env[68864]: _type = "Task" [ 871.548061] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.560906] env[68864]: DEBUG oslo_vmware.api [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185550, 'name': ResetVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.618356] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30f8cd4f-acd9-4a10-aa22-7a7072244274 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.630274] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f0e28-52d9-4fec-a9df-b7d4ee44cf5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.655614] env[68864]: DEBUG nova.compute.manager [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.655984] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.656999] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1696b8-bd17-48cf-b59c-3f94c3137781 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.676057] env[68864]: DEBUG nova.compute.manager [req-15cb50dc-b050-404b-8eb1-db54cbbb83a9 req-666e41db-2946-47a0-8953-702d485758b0 service nova] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Detach interface failed, port_id=a0c97033-2c80-468c-ad38-d064905f2a6b, reason: Instance 188d6f1a-62ec-4267-8bde-f64bf444143a could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.682154] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.682444] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77931011-fedb-4e7f-940f-5db3199afb0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.691529] env[68864]: DEBUG oslo_vmware.api [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 871.691529] env[68864]: value = "task-3185551" [ 871.691529] env[68864]: _type = "Task" [ 871.691529] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.697725] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.697985] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.698317] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.698600] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.698809] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.703862] env[68864]: DEBUG oslo_vmware.api [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.704377] env[68864]: INFO nova.compute.manager [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Terminating instance [ 871.728173] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.728969] env[68864]: DEBUG nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.733361] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.478s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.748508] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185548, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.751132] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 331d9c1a-e03e-4ad4-8758-939326619c67] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 871.912878] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.912878] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276d4aa-b656-6daf-d9a6-04082a7bef95" [ 871.912878] env[68864]: _type = "HttpNfcLease" [ 871.912878] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 872.060060] env[68864]: DEBUG oslo_vmware.api [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185550, 'name': ResetVM_Task, 'duration_secs': 0.128996} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.060060] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Did hard reboot of VM {{(pid=68864) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 872.060060] env[68864]: DEBUG nova.compute.manager [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.060888] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e9b92-6f0f-4111-a7de-5e93c15b39a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.201785] env[68864]: DEBUG oslo_vmware.api [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185551, 'name': PowerOffVM_Task, 'duration_secs': 0.355804} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.202226] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.202376] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.202638] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6bd2be2-6000-4236-b3fe-59e564bc0cd9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.208355] env[68864]: DEBUG nova.compute.manager [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.208615] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.209495] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0770ba8b-c3b0-4d97-b934-9825db07ff84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.219754] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.220062] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74e8213-15ad-4f09-9ed7-6e174f06fb29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.227320] env[68864]: DEBUG oslo_vmware.api [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 872.227320] env[68864]: value = "task-3185553" [ 872.227320] env[68864]: _type = "Task" [ 872.227320] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.237501] env[68864]: DEBUG oslo_vmware.api [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.244228] env[68864]: INFO nova.compute.claims [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.249343] env[68864]: DEBUG nova.compute.utils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.254599] env[68864]: DEBUG nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.254796] env[68864]: DEBUG nova.network.neutron [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.256983] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 091adaaa-617e-45e0-9ada-cdeadfff36a3] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.258955] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185548, 'name': Rename_Task, 'duration_secs': 1.176037} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.259333] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.260077] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-031f8732-1e9d-425a-ab47-c1819e0a0142 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.270661] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 872.270661] env[68864]: value = "task-3185554" [ 872.270661] env[68864]: _type = "Task" [ 872.270661] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.284342] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.286847] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.287177] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.287450] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleting the datastore file [datastore1] a899b55b-5c49-4f0d-a69c-914b9560b88c {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.287822] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dc1195e-7fad-46d9-91f9-f0400fd73448 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.298338] env[68864]: DEBUG oslo_vmware.api [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 872.298338] env[68864]: value = "task-3185555" [ 872.298338] env[68864]: _type = "Task" [ 872.298338] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.310206] env[68864]: DEBUG oslo_vmware.api [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.318305] env[68864]: DEBUG nova.policy [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.412208] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.412208] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276d4aa-b656-6daf-d9a6-04082a7bef95" [ 872.412208] env[68864]: _type = "HttpNfcLease" [ 872.412208] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.412530] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.412530] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5276d4aa-b656-6daf-d9a6-04082a7bef95" [ 872.412530] env[68864]: _type = "HttpNfcLease" [ 872.412530] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 872.413299] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e368db0-269e-4cd4-9f3c-2a93be7c55a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.422796] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214ecd2-39a6-3380-73f2-e43ebd6aaa79/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.423032] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214ecd2-39a6-3380-73f2-e43ebd6aaa79/disk-0.vmdk. {{(pid=68864) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 872.496437] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fe302c0-fe63-4086-b528-37f04b03970d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.574699] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5e44b7f-cb0c-4392-a279-c9eff930e8f6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.489s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.663882] env[68864]: DEBUG nova.network.neutron [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Successfully created port: d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.747534] env[68864]: DEBUG oslo_vmware.api [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185553, 'name': PowerOffVM_Task, 'duration_secs': 0.243998} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.750813] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.751455] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.753296] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e74835d-519e-4760-a686-24dc01715e75 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.761758] env[68864]: INFO nova.compute.resource_tracker [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating resource usage from migration c8d8f5ff-fbdd-460f-a94a-68930a6f5707 [ 872.770882] env[68864]: DEBUG nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.775343] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: be00f9d7-3571-4249-a3c8-b87f43123930] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 872.791295] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185554, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.824188] env[68864]: DEBUG oslo_vmware.api [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161122} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.828221] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.828553] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.828856] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.829163] env[68864]: INFO nova.compute.manager [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 872.829544] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.833697] env[68864]: DEBUG nova.compute.manager [-] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.833894] env[68864]: DEBUG nova.network.neutron [-] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.877120] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.877526] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.877815] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Deleting the datastore file [datastore1] d421f36e-8ec2-4ae7-968c-bc69027b81b6 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.879594] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c25695a5-f037-44a7-be65-1bef765f04e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.889506] env[68864]: DEBUG oslo_vmware.api [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for the task: (returnval){ [ 872.889506] env[68864]: value = "task-3185557" [ 872.889506] env[68864]: _type = "Task" [ 872.889506] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.910354] env[68864]: DEBUG oslo_vmware.api [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.284752] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 65f6afb5-e62d-4dbd-b1cd-6ed52b88ca23] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.299072] env[68864]: DEBUG nova.compute.manager [req-a2309de4-9be8-45a0-b169-1e7bcc36d37f req-7c20599f-df2f-4eef-aa56-c2e38c58028a service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Received event network-vif-deleted-8ef86ab3-2fbd-4501-8c69-c7014e06deec {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.299072] env[68864]: INFO nova.compute.manager [req-a2309de4-9be8-45a0-b169-1e7bcc36d37f req-7c20599f-df2f-4eef-aa56-c2e38c58028a service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Neutron deleted interface 8ef86ab3-2fbd-4501-8c69-c7014e06deec; detaching it from the instance and deleting it from the info cache [ 873.299199] env[68864]: DEBUG nova.network.neutron [req-a2309de4-9be8-45a0-b169-1e7bcc36d37f req-7c20599f-df2f-4eef-aa56-c2e38c58028a service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.314298] env[68864]: DEBUG oslo_vmware.api [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185554, 'name': PowerOnVM_Task, 'duration_secs': 0.606182} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.316890] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.317171] env[68864]: INFO nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Took 10.42 seconds to spawn the instance on the hypervisor. [ 873.317365] env[68864]: DEBUG nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.321468] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e89eca0-8f75-4d8d-a464-71ed24ff27f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.368837] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ad6ab-a5a4-42e9-b192-4d37bcfe44aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.380539] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d76c00-7a84-4be3-afc3-91e52b22d898 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.385749] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Completed reading data from the image iterator. {{(pid=68864) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 873.386141] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214ecd2-39a6-3380-73f2-e43ebd6aaa79/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 873.387311] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da22fe27-2409-4c51-94d3-7559f14530a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.396326] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214ecd2-39a6-3380-73f2-e43ebd6aaa79/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 873.396533] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214ecd2-39a6-3380-73f2-e43ebd6aaa79/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 873.423641] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-90ab592d-5c40-4c88-bcd9-b51dca1f400a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.426264] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323f57a6-5a8f-4763-b934-9d52490e8794 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.435512] env[68864]: DEBUG oslo_vmware.api [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Task: {'id': task-3185557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219299} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.437430] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.437672] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.437855] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.438056] env[68864]: INFO nova.compute.manager [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Took 1.23 seconds to destroy the instance on the hypervisor. [ 873.438301] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.438562] env[68864]: DEBUG nova.compute.manager [-] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.438662] env[68864]: DEBUG nova.network.neutron [-] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.441372] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191dbb04-aad4-4324-b686-20c819190086 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.458781] env[68864]: DEBUG nova.compute.provider_tree [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.618167] env[68864]: DEBUG oslo_vmware.rw_handles [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214ecd2-39a6-3380-73f2-e43ebd6aaa79/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 873.618412] env[68864]: INFO nova.virt.vmwareapi.images [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Downloaded image file data 285c18d6-167d-4089-803e-f0bec20fddd1 [ 873.619282] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b4050c-1609-449e-972e-543920eac5bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.636695] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-144f820f-6656-4b2b-b47a-a00fa75f7a63 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.666305] env[68864]: INFO nova.virt.vmwareapi.images [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] The imported VM was unregistered [ 873.669214] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Caching image {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 873.669496] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating directory with path [datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.669795] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa3c886c-8338-47c7-80a5-e49fdeafcb9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.682291] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created directory with path [datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.682440] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1/OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1.vmdk to [datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1/285c18d6-167d-4089-803e-f0bec20fddd1.vmdk. {{(pid=68864) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 873.682697] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac425eb4-88d9-4bf0-81d7-5a6e8101e3dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.690256] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 873.690256] env[68864]: value = "task-3185559" [ 873.690256] env[68864]: _type = "Task" [ 873.690256] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.699322] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185559, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.767434] env[68864]: DEBUG nova.network.neutron [-] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.789382] env[68864]: DEBUG nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.802480] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2799fb85-af17-4ffa-8d7f-fce746abdfd1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.805290] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 1680228e-44af-4aff-bd2a-83a1360006a6] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 873.819067] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ebf81e-d22b-4301-8447-e9458eea31f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.833093] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.833332] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.833636] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.833708] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.833827] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.833974] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.834204] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.834359] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.834544] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.834736] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.834908] env[68864]: DEBUG nova.virt.hardware [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.836684] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b88b458-20ee-4144-a3a6-8c7d8d8de44f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.847418] env[68864]: INFO nova.compute.manager [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Took 36.40 seconds to build instance. [ 873.870363] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7d23b7-01d7-4319-8f20-2bb07c9bc8b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.875726] env[68864]: DEBUG nova.compute.manager [req-a2309de4-9be8-45a0-b169-1e7bcc36d37f req-7c20599f-df2f-4eef-aa56-c2e38c58028a service nova] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Detach interface failed, port_id=8ef86ab3-2fbd-4501-8c69-c7014e06deec, reason: Instance a899b55b-5c49-4f0d-a69c-914b9560b88c could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.964020] env[68864]: DEBUG nova.scheduler.client.report [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.201662] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185559, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.274021] env[68864]: INFO nova.compute.manager [-] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Took 1.44 seconds to deallocate network for instance. [ 874.309941] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 7daf798a-21b2-43e2-8f25-8f349f2863e4] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.352953] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7687532b-6870-4e3c-b88d-e14f0739be34 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "67287663-892c-4097-80ad-539add96091c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.919s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.359587] env[68864]: DEBUG nova.compute.manager [req-46bab9ae-3555-4088-8196-3194ee26d73a req-a7194bd0-5476-4ba0-9fc0-4b14c91c8a2a service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-vif-plugged-d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.359800] env[68864]: DEBUG oslo_concurrency.lockutils [req-46bab9ae-3555-4088-8196-3194ee26d73a req-a7194bd0-5476-4ba0-9fc0-4b14c91c8a2a service nova] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.360024] env[68864]: DEBUG oslo_concurrency.lockutils [req-46bab9ae-3555-4088-8196-3194ee26d73a req-a7194bd0-5476-4ba0-9fc0-4b14c91c8a2a service nova] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.360186] env[68864]: DEBUG oslo_concurrency.lockutils [req-46bab9ae-3555-4088-8196-3194ee26d73a req-a7194bd0-5476-4ba0-9fc0-4b14c91c8a2a service nova] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.360408] env[68864]: DEBUG nova.compute.manager [req-46bab9ae-3555-4088-8196-3194ee26d73a req-a7194bd0-5476-4ba0-9fc0-4b14c91c8a2a service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] No waiting events found dispatching network-vif-plugged-d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.361188] env[68864]: WARNING nova.compute.manager [req-46bab9ae-3555-4088-8196-3194ee26d73a req-a7194bd0-5476-4ba0-9fc0-4b14c91c8a2a service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received unexpected event network-vif-plugged-d9521129-d403-4fb9-8503-147c03ee7cd8 for instance with vm_state building and task_state spawning. [ 874.372896] env[68864]: DEBUG nova.network.neutron [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Successfully updated port: d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.470406] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.737s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.470538] env[68864]: INFO nova.compute.manager [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Migrating [ 874.480846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.944s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.480846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.481133] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.609s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.481331] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.483980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.019s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.515535] env[68864]: INFO nova.scheduler.client.report [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Deleted allocations for instance 81c053bc-222d-498c-9e99-c1c54946ec04 [ 874.584045] env[68864]: DEBUG nova.network.neutron [-] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.701967] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185559, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.789060] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.813932] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: b3f025fc-1b13-4953-b4e2-1939a684998c] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 874.877864] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.878031] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.878229] env[68864]: DEBUG nova.network.neutron [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.991153] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dbf6ccbb-a5df-4a6d-8eb6-69d7e358d487 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.666s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.992570] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.275s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.992570] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.992713] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.993569] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.997622] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.997742] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.997999] env[68864]: DEBUG nova.network.neutron [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.999753] env[68864]: INFO nova.compute.manager [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Terminating instance [ 875.025498] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ba14c8a-73fe-4ef6-a9ce-8d686e3dca8f tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "81c053bc-222d-498c-9e99-c1c54946ec04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.004s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.065603] env[68864]: INFO nova.compute.manager [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Rescuing [ 875.065884] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.066059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquired lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.066240] env[68864]: DEBUG nova.network.neutron [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.086393] env[68864]: INFO nova.compute.manager [-] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Took 1.65 seconds to deallocate network for instance. [ 875.205693] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185559, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.318464] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: ce042a29-f8f3-4c79-a270-f003c2c60a7f] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 875.368378] env[68864]: DEBUG nova.compute.manager [req-880fd22c-07fe-4c3c-93e7-b2251ecca32c req-b5c67e20-1987-4a01-a24c-d2970aa23945 service nova] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Received event network-vif-deleted-be0f30ee-8c56-4aa5-bd8e-23bf0ee5cb0c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.402817] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8011c402-af29-4486-871f-a26787a91fbd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.412466] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843541fa-cd7b-474c-a303-9d40c8301dda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.417214] env[68864]: DEBUG nova.network.neutron [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.457064] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadd8639-8e69-4372-b82f-8bd93922e82b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.466351] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4609ab52-9c3a-45cb-8c72-4650c2fafd7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.483926] env[68864]: DEBUG nova.compute.provider_tree [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.504994] env[68864]: DEBUG nova.compute.manager [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.505234] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.505995] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-115163d1-3657-4499-a844-e82b933a2e13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.519322] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50e7234-fc86-4f7e-be46-5d2f03cd2de6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.318144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.318671] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: c3a56259-acf4-4d26-929b-fdde7b5c97eb] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.321246] env[68864]: DEBUG nova.scheduler.client.report [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.336510] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185559, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.357581] env[68864]: WARNING nova.virt.vmwareapi.vmops [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 91ee49ea-2011-4528-812e-7682c72b48a0 could not be found. [ 876.358071] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.358375] env[68864]: INFO nova.compute.manager [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Took 0.85 seconds to destroy the instance on the hypervisor. [ 876.358727] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.359414] env[68864]: DEBUG nova.compute.manager [-] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.359608] env[68864]: DEBUG nova.network.neutron [-] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.446708] env[68864]: DEBUG nova.network.neutron [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.577676] env[68864]: DEBUG nova.network.neutron [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.598172] env[68864]: DEBUG nova.compute.manager [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-changed-d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.598378] env[68864]: DEBUG nova.compute.manager [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing instance network info cache due to event network-changed-d9521129-d403-4fb9-8503-147c03ee7cd8. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.598563] env[68864]: DEBUG oslo_concurrency.lockutils [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.794736] env[68864]: DEBUG nova.network.neutron [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.825305] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: effc35fc-c65b-4e44-9635-af615d5b0a47] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.833218] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185559, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.028216} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.835171] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1/OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1.vmdk to [datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1/285c18d6-167d-4089-803e-f0bec20fddd1.vmdk. [ 876.835357] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Cleaning up location [datastore2] OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 876.835526] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d6fff8e5-73d0-41ab-84d3-767f6afb70e1 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.835931] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef2931d-2960-4080-850d-e17d50678013 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.843637] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 876.843637] env[68864]: value = "task-3185561" [ 876.843637] env[68864]: _type = "Task" [ 876.843637] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.853655] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.949888] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.950271] env[68864]: DEBUG nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Instance network_info: |[{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.950597] env[68864]: DEBUG oslo_concurrency.lockutils [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.950779] env[68864]: DEBUG nova.network.neutron [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing network info cache for port d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.952209] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:de:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9521129-d403-4fb9-8503-147c03ee7cd8', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.960164] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.961606] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.961606] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dbd1c6d-cd81-4311-a2c1-e0f8af41e630 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.984160] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.984160] env[68864]: value = "task-3185562" [ 876.984160] env[68864]: _type = "Task" [ 876.984160] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.997314] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185562, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.080540] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Releasing lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.298646] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.335567] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 9a76468d-f4d4-4a63-8c5b-a43f002cc535] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.338464] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.855s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.341691] env[68864]: DEBUG nova.network.neutron [-] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.342785] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.911s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.344396] env[68864]: INFO nova.compute.claims [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.357418] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183083} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.357694] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.358145] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1/285c18d6-167d-4089-803e-f0bec20fddd1.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.358145] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1/285c18d6-167d-4089-803e-f0bec20fddd1.vmdk to [datastore2] 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8/398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.358380] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e90a5e83-a03a-4ca3-baca-2f5b3d495065 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.370438] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 877.370438] env[68864]: value = "task-3185563" [ 877.370438] env[68864]: _type = "Task" [ 877.370438] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.381750] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.494738] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185562, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.780305] env[68864]: DEBUG nova.network.neutron [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updated VIF entry in instance network info cache for port d9521129-d403-4fb9-8503-147c03ee7cd8. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.780696] env[68864]: DEBUG nova.network.neutron [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.842799] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 8856fccf-17f5-4669-8536-2cf0f7803110] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.848315] env[68864]: INFO nova.compute.manager [-] [instance: 91ee49ea-2011-4528-812e-7682c72b48a0] Took 1.49 seconds to deallocate network for instance. [ 877.885125] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185563, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.948329] env[68864]: INFO nova.scheduler.client.report [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted allocation for migration 9b9c76e6-261d-418a-827c-9badd08839dd [ 877.997688] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185562, 'name': CreateVM_Task, 'duration_secs': 0.514031} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.997895] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.998639] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.998760] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.999800] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.999800] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ded748f-11e3-476d-b503-0f0519429370 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.007930] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 878.007930] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52003b61-896f-b159-687a-fc1ecfedec86" [ 878.007930] env[68864]: _type = "Task" [ 878.007930] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.020158] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52003b61-896f-b159-687a-fc1ecfedec86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.283489] env[68864]: DEBUG oslo_concurrency.lockutils [req-37887068-9bcd-4e57-ae52-daec70482fbd req-7ecd9e4f-d573-47ec-8436-329b6a41ddf8 service nova] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.346753] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 01c1c8d4-2e8e-40eb-bacb-9b6f1b26d955] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.384658] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185563, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.459461] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b1219683-4682-4c69-a470-79acb3640173 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.958s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.523919] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52003b61-896f-b159-687a-fc1ecfedec86, 'name': SearchDatastore_Task, 'duration_secs': 0.019846} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.525871] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.526011] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.526392] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.526631] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.526884] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.532755] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e2c4d47-80e5-470c-b9a6-102ba281fcf2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.552628] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.552628] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.554647] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b75066-9aec-4824-9d9a-1eec070718c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.560191] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 878.560191] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b27fda-9ca8-841c-50cb-4f8241d70819" [ 878.560191] env[68864]: _type = "Task" [ 878.560191] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.572822] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b27fda-9ca8-841c-50cb-4f8241d70819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.617763] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.620836] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fffb11d-8648-4d52-84ad-ab53c3026c03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.629413] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 878.629413] env[68864]: value = "task-3185564" [ 878.629413] env[68864]: _type = "Task" [ 878.629413] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.642035] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.803347] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfa8ee9-c9b4-4f37-8a3d-56a848a498b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.814354] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70f2ad-a9d6-4e32-95bd-f5c25748efd5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.819216] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe6f43a-d1e4-40b4-ac31-9cfe8e2bae68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.854310] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: f9733501-5836-4d17-a830-2745287f7b79] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.870031] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b909028-8625-47dd-a872-fe51450eb837 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.872889] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance '52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.890598] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185563, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.893403] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc0f13ea-7fa3-4852-acca-2fcedd2cdc28 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "91ee49ea-2011-4528-812e-7682c72b48a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.901s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.895781] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50401bb-b830-46dd-9b40-5c7ff08fa9a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.916125] env[68864]: DEBUG nova.compute.provider_tree [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.036948] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "e94094a9-3fb7-494c-9bda-8704f846db40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.037025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.037233] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "e94094a9-3fb7-494c-9bda-8704f846db40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.037432] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.037608] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.039872] env[68864]: INFO nova.compute.manager [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Terminating instance [ 879.075719] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b27fda-9ca8-841c-50cb-4f8241d70819, 'name': SearchDatastore_Task, 'duration_secs': 0.023167} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.076602] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e40d7e7-3f20-4b2a-8431-b12542a4e7d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.086779] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 879.086779] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a136f2-2ec7-abe4-d28b-24a4e05676de" [ 879.086779] env[68864]: _type = "Task" [ 879.086779] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.099922] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a136f2-2ec7-abe4-d28b-24a4e05676de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.143765] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185564, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.377585] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 71a2b320-61f5-41fe-ae4f-e6ddfe0fbeb5] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.380930] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.384465] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87c502ae-db4b-495d-9c17-a547b74b0b33 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.394605] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 879.394605] env[68864]: value = "task-3185565" [ 879.394605] env[68864]: _type = "Task" [ 879.394605] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.397849] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185563, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.419624] env[68864]: DEBUG nova.scheduler.client.report [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.545496] env[68864]: DEBUG nova.compute.manager [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.545703] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.546774] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cdcbed-b981-4943-ac11-d3207225f3e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.560885] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.561079] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fdbb79c-9ad7-4e05-8d28-ee0bdae8b9cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.572222] env[68864]: DEBUG oslo_vmware.api [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 879.572222] env[68864]: value = "task-3185566" [ 879.572222] env[68864]: _type = "Task" [ 879.572222] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.584472] env[68864]: DEBUG oslo_vmware.api [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.600153] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a136f2-2ec7-abe4-d28b-24a4e05676de, 'name': SearchDatastore_Task, 'duration_secs': 0.024852} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.600552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.600822] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 63bc1935-129d-4e2f-a197-5ef9c77a903e/63bc1935-129d-4e2f-a197-5ef9c77a903e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.601157] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed39be96-8459-4c40-b6cd-b145dbcf39b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.612633] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 879.612633] env[68864]: value = "task-3185567" [ 879.612633] env[68864]: _type = "Task" [ 879.612633] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.623808] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.630574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "28ef952e-4509-462e-b84e-0aa4778619d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.630858] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.631012] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.631203] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.631392] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.637113] env[68864]: INFO nova.compute.manager [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Terminating instance [ 879.647574] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185564, 'name': PowerOffVM_Task, 'duration_secs': 0.552961} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.648394] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.648984] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653954e0-02b5-4d35-a6e9-c760a98e13a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.674853] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d48c58-c086-4392-8b00-5d42708b3b1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.710852] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.711286] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f25454-d4bf-4b31-8e85-00ffa44f5f03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.722184] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 879.722184] env[68864]: value = "task-3185568" [ 879.722184] env[68864]: _type = "Task" [ 879.722184] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.737219] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.737433] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.737697] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.737912] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.738149] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.738413] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da79656a-a103-4054-a38d-6ec4e4c4cf62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.770851] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.771088] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.772202] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f725bc62-77df-41c0-9468-18391d539867 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.782021] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 879.782021] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d85ee3-9664-8261-1160-85d83ae00c15" [ 879.782021] env[68864]: _type = "Task" [ 879.782021] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.793216] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d85ee3-9664-8261-1160-85d83ae00c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.888029] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: f720a633-de87-428c-a7de-2a8d336be8ed] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.895909] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185563, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.910737] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.910883] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance '52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.927027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.927027] env[68864]: DEBUG nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.928452] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.392s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.928682] env[68864]: DEBUG nova.objects.instance [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lazy-loading 'resources' on Instance uuid fd248bbd-b4f7-4efb-9575-f3019b0888a9 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.083503] env[68864]: DEBUG oslo_vmware.api [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185566, 'name': PowerOffVM_Task, 'duration_secs': 0.402053} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.083878] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.084069] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.084335] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-327fe852-e181-4f8e-a251-38709515a768 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.123748] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.124024] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.129385] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185567, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.142795] env[68864]: DEBUG nova.compute.manager [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.143043] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.144682] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62cd5e-d3f5-49aa-91f2-563014f711fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.154106] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.154470] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1549ddbb-b3cf-49b9-9787-1cfbfaee3c3d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.161512] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.161889] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.162242] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Deleting the datastore file [datastore2] e94094a9-3fb7-494c-9bda-8704f846db40 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.162525] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf2ca46-8068-4149-86a8-9651ae833764 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.166257] env[68864]: DEBUG oslo_vmware.api [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 880.166257] env[68864]: value = "task-3185570" [ 880.166257] env[68864]: _type = "Task" [ 880.166257] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.174022] env[68864]: DEBUG oslo_vmware.api [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for the task: (returnval){ [ 880.174022] env[68864]: value = "task-3185571" [ 880.174022] env[68864]: _type = "Task" [ 880.174022] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.179289] env[68864]: DEBUG oslo_vmware.api [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.189625] env[68864]: DEBUG oslo_vmware.api [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.227528] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.227780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.293563] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d85ee3-9664-8261-1160-85d83ae00c15, 'name': SearchDatastore_Task, 'duration_secs': 0.087846} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.294439] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3477072b-2e09-4b94-ad18-eff614f23078 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.300660] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 880.300660] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a4479d-3e3a-3e61-20e1-820327ac5a75" [ 880.300660] env[68864]: _type = "Task" [ 880.300660] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.309011] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a4479d-3e3a-3e61-20e1-820327ac5a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.392568] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185563, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.615151} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.392892] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/285c18d6-167d-4089-803e-f0bec20fddd1/285c18d6-167d-4089-803e-f0bec20fddd1.vmdk to [datastore2] 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8/398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.393688] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ce5ad7-4119-44aa-a172-8e76eb08fd5b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.396598] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 69161637-7589-4a65-8f6d-39831ceb7480] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.419507] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8/398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.421622] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.421837] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.421992] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.422633] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.422799] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.422950] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.423169] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.423336] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.423573] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.423957] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.424712] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.429613] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97bca63c-01c4-4dde-b74d-46423d13a1a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.444876] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f73a663-5701-4be7-b436-b8cbd22a3aac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.456317] env[68864]: DEBUG nova.compute.utils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.462144] env[68864]: DEBUG nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.462144] env[68864]: DEBUG nova.network.neutron [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.470574] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 880.470574] env[68864]: value = "task-3185572" [ 880.470574] env[68864]: _type = "Task" [ 880.470574] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.472038] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 880.472038] env[68864]: value = "task-3185573" [ 880.472038] env[68864]: _type = "Task" [ 880.472038] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.491042] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.491559] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.511260] env[68864]: DEBUG nova.policy [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113efd71d2fd47b99d3bbcf208eb3c7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b13f0b6be1af41eb99c354f39dd60e02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.629683] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7416} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.632780] env[68864]: DEBUG nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.635680] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 63bc1935-129d-4e2f-a197-5ef9c77a903e/63bc1935-129d-4e2f-a197-5ef9c77a903e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.635987] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.636504] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b773f13-bdcc-4296-b2ca-19e7b1d14ffe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.645866] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 880.645866] env[68864]: value = "task-3185574" [ 880.645866] env[68864]: _type = "Task" [ 880.645866] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.659937] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.677011] env[68864]: DEBUG oslo_vmware.api [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185570, 'name': PowerOffVM_Task, 'duration_secs': 0.508667} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.681526] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.681749] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.685963] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e44c7055-96ea-4017-8665-e6682fa2c7c3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.694825] env[68864]: DEBUG oslo_vmware.api [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Task: {'id': task-3185571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500091} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.697547] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.697747] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.697928] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.698120] env[68864]: INFO nova.compute.manager [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Took 1.15 seconds to destroy the instance on the hypervisor. [ 880.698378] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.699027] env[68864]: DEBUG nova.compute.manager [-] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.699133] env[68864]: DEBUG nova.network.neutron [-] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.729919] env[68864]: DEBUG nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.787865] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.788372] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.788595] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleting the datastore file [datastore1] 28ef952e-4509-462e-b84e-0aa4778619d4 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.788856] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-815f54cf-2038-47b5-b7e0-26dbd4d354f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.796131] env[68864]: DEBUG oslo_vmware.api [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 880.796131] env[68864]: value = "task-3185576" [ 880.796131] env[68864]: _type = "Task" [ 880.796131] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.808254] env[68864]: DEBUG oslo_vmware.api [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.820321] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a4479d-3e3a-3e61-20e1-820327ac5a75, 'name': SearchDatastore_Task, 'duration_secs': 0.034815} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.820809] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.821094] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 67287663-892c-4097-80ad-539add96091c/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. {{(pid=68864) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 880.821365] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-582f26c4-035b-47e1-80ac-a9fa98e19a06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.833930] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 880.833930] env[68864]: value = "task-3185577" [ 880.833930] env[68864]: _type = "Task" [ 880.833930] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.844799] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.899918] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 0e72ec32-1c6e-413b-b5d1-c81d7315adb8] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.906830] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47983e35-67e6-489d-b7ad-d17d7403be73 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.915401] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aac593-be0f-47f4-84b5-af194ce6ccd3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.965781] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f25f983-a164-422f-b39b-90ece1320726 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.969963] env[68864]: DEBUG nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.993062] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a33e59-3cc8-41e2-a1c6-7f69b4a4e154 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.005778] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.011033] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185573, 'name': ReconfigVM_Task, 'duration_secs': 0.161388} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.011363] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance '52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.024296] env[68864]: DEBUG nova.compute.provider_tree [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.118379] env[68864]: DEBUG nova.network.neutron [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Successfully created port: 39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.163600] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115655} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.164985] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.165399] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.166601] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d353f4-9dc4-436f-ac17-7b8a257fcd19 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.203805] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 63bc1935-129d-4e2f-a197-5ef9c77a903e/63bc1935-129d-4e2f-a197-5ef9c77a903e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.204708] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-991ae1f5-ee3f-4ce0-97f9-535a6e5470f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.249153] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 881.249153] env[68864]: value = "task-3185578" [ 881.249153] env[68864]: _type = "Task" [ 881.249153] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.262548] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.264116] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.307147] env[68864]: DEBUG oslo_vmware.api [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445564} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.307594] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.308061] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.308061] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.308253] env[68864]: INFO nova.compute.manager [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 881.308365] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.308588] env[68864]: DEBUG nova.compute.manager [-] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.308692] env[68864]: DEBUG nova.network.neutron [-] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.345993] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185577, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.402999] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: ddde5559-2e16-42cb-8d25-60f3fa15cda4] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.492843] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185572, 'name': ReconfigVM_Task, 'duration_secs': 0.770259} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.492938] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8/398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.493660] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703eba6e-71e7-4e46-b956-6a03f6af6b6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.504825] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 881.504825] env[68864]: value = "task-3185579" [ 881.504825] env[68864]: _type = "Task" [ 881.504825] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.514990] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185579, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.520022] env[68864]: DEBUG nova.virt.hardware [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.526709] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.528804] env[68864]: DEBUG nova.scheduler.client.report [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.534278] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea7caaa-8a6e-46f1-a521-454d2af96c28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.558630] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 881.558630] env[68864]: value = "task-3185580" [ 881.558630] env[68864]: _type = "Task" [ 881.558630] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.575171] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.618741] env[68864]: DEBUG nova.compute.manager [req-d2608fbb-f796-494e-bc32-8e1c2e2634af req-98b40a66-7d76-445c-af91-d513cda1a33e service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Received event network-vif-deleted-373cd372-8ec4-44c6-96a0-184ad245b299 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.618963] env[68864]: INFO nova.compute.manager [req-d2608fbb-f796-494e-bc32-8e1c2e2634af req-98b40a66-7d76-445c-af91-d513cda1a33e service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Neutron deleted interface 373cd372-8ec4-44c6-96a0-184ad245b299; detaching it from the instance and deleting it from the info cache [ 881.619153] env[68864]: DEBUG nova.network.neutron [req-d2608fbb-f796-494e-bc32-8e1c2e2634af req-98b40a66-7d76-445c-af91-d513cda1a33e service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.763020] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185578, 'name': ReconfigVM_Task, 'duration_secs': 0.344345} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.763020] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 63bc1935-129d-4e2f-a197-5ef9c77a903e/63bc1935-129d-4e2f-a197-5ef9c77a903e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.763020] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b364e7e-deb9-4165-9dc4-3c4dd0ffb1d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.766642] env[68864]: DEBUG nova.compute.manager [req-ee703f14-4de4-4377-b69c-c366c6d69df5 req-eeced219-e190-4347-861b-2c1a347d446a service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Received event network-vif-deleted-0e8586f4-876b-4661-8dbe-c68e030bce93 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.767207] env[68864]: INFO nova.compute.manager [req-ee703f14-4de4-4377-b69c-c366c6d69df5 req-eeced219-e190-4347-861b-2c1a347d446a service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Neutron deleted interface 0e8586f4-876b-4661-8dbe-c68e030bce93; detaching it from the instance and deleting it from the info cache [ 881.767612] env[68864]: DEBUG nova.network.neutron [req-ee703f14-4de4-4377-b69c-c366c6d69df5 req-eeced219-e190-4347-861b-2c1a347d446a service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.771212] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 881.771212] env[68864]: value = "task-3185581" [ 881.771212] env[68864]: _type = "Task" [ 881.771212] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.782439] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185581, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.848750] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721561} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.849385] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 67287663-892c-4097-80ad-539add96091c/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. [ 881.850267] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ea586b-076a-4f68-b84c-6d1f97c99a31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.876332] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 67287663-892c-4097-80ad-539add96091c/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.876732] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844a132c-a308-4336-a4ad-542e2d0c5f17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.896918] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 881.896918] env[68864]: value = "task-3185582" [ 881.896918] env[68864]: _type = "Task" [ 881.896918] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.905955] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.906350] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: a6be127e-d6cb-4781-ba8f-470e98976f05] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.987606] env[68864]: DEBUG nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.022674] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185579, 'name': Rename_Task, 'duration_secs': 0.208293} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.025942] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.026298] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.026918] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.027221] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.027443] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.027662] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.027996] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.028267] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.028563] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.028932] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.029180] env[68864]: DEBUG nova.virt.hardware [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.029628] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.030820] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a817d4b6-78e6-41ba-95cc-ecd98f529ef3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.034735] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3310745d-f060-4501-852e-d490de761949 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.037251] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.039348] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.488s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.039567] env[68864]: DEBUG nova.objects.instance [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lazy-loading 'resources' on Instance uuid 1b5d1d00-d326-4789-9460-109bc7e0b8b8 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.049384] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2529801c-20e3-4ed0-b695-b6cd57a11a21 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.053880] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 882.053880] env[68864]: value = "task-3185583" [ 882.053880] env[68864]: _type = "Task" [ 882.053880] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.068147] env[68864]: INFO nova.scheduler.client.report [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted allocations for instance fd248bbd-b4f7-4efb-9575-f3019b0888a9 [ 882.078742] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185583, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.084790] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185580, 'name': ReconfigVM_Task, 'duration_secs': 0.188718} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.085059] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 882.085859] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb44d89-5171-4756-aac2-f611c47bd93e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.102182] env[68864]: DEBUG nova.network.neutron [-] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.111904] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc/52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.113269] env[68864]: INFO nova.compute.manager [-] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Took 0.80 seconds to deallocate network for instance. [ 882.113550] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edcfffea-f73c-483f-a20a-02039c5063d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.131636] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbf61fad-4c61-48f6-b66d-fe6253c61032 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.146036] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0545f20-6e56-4e0b-8401-11e3dba122ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.158358] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 882.158358] env[68864]: value = "task-3185584" [ 882.158358] env[68864]: _type = "Task" [ 882.158358] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.168298] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.185898] env[68864]: DEBUG nova.compute.manager [req-d2608fbb-f796-494e-bc32-8e1c2e2634af req-98b40a66-7d76-445c-af91-d513cda1a33e service nova] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Detach interface failed, port_id=373cd372-8ec4-44c6-96a0-184ad245b299, reason: Instance 28ef952e-4509-462e-b84e-0aa4778619d4 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.241833] env[68864]: DEBUG nova.network.neutron [-] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.272795] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb0a2b08-47b9-4d85-922d-b01c2812e4b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.284856] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185581, 'name': Rename_Task, 'duration_secs': 0.278162} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.286154] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.286781] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fa70a8b-58b9-470c-a6a7-e24fc7caa263 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.290822] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d2ecc-93ac-4162-9ffc-7c21b1fce18a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.308142] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 882.308142] env[68864]: value = "task-3185585" [ 882.308142] env[68864]: _type = "Task" [ 882.308142] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.317764] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.334669] env[68864]: DEBUG nova.compute.manager [req-ee703f14-4de4-4377-b69c-c366c6d69df5 req-eeced219-e190-4347-861b-2c1a347d446a service nova] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Detach interface failed, port_id=0e8586f4-876b-4661-8dbe-c68e030bce93, reason: Instance e94094a9-3fb7-494c-9bda-8704f846db40 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 882.408498] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185582, 'name': ReconfigVM_Task, 'duration_secs': 0.306535} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.408954] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 3b997273-a3b3-4dc2-84ad-df4720affba5] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.410846] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 67287663-892c-4097-80ad-539add96091c/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.412009] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d2a2a9-ab0d-4d2c-a436-e7e11fb6c3e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.440099] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb526ef1-f1d5-4168-955d-d8f05eabd78f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.461134] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 882.461134] env[68864]: value = "task-3185586" [ 882.461134] env[68864]: _type = "Task" [ 882.461134] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.471538] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.565799] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.582489] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c8d0aa01-16ee-4356-a2f7-4a74e4b761b9 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "fd248bbd-b4f7-4efb-9575-f3019b0888a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.496s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.637520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.671032] env[68864]: DEBUG oslo_vmware.api [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185584, 'name': ReconfigVM_Task, 'duration_secs': 0.341112} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.673680] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc/52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.673795] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance '52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.745608] env[68864]: INFO nova.compute.manager [-] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Took 2.05 seconds to deallocate network for instance. [ 882.820441] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185585, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.912026] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 48f5958b-d5b7-4d2c-a3a9-dd76881a89d1] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.930399] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4fc49a-6c0e-4c32-8285-fcdf7c0477b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.939448] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddeb4fc-4853-429a-abc8-61c3c25ae51d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.974932] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "0e20a788-5e96-412d-9449-a4af1ba5aa30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.975239] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.975536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "0e20a788-5e96-412d-9449-a4af1ba5aa30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.975787] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.976010] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.978496] env[68864]: INFO nova.compute.manager [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Terminating instance [ 882.983260] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa47e1a3-4e05-411c-b801-97a49fce25e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.995519] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185586, 'name': ReconfigVM_Task, 'duration_secs': 0.161621} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.995519] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.997039] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7cf9b1-7a16-4ddf-b501-aca792894185 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.001435] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ad77b8-52b2-4a79-b729-6db373be7994 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.014071] env[68864]: DEBUG nova.compute.provider_tree [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.016383] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 883.016383] env[68864]: value = "task-3185587" [ 883.016383] env[68864]: _type = "Task" [ 883.016383] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.025754] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.065193] env[68864]: DEBUG oslo_vmware.api [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185583, 'name': PowerOnVM_Task, 'duration_secs': 0.557487} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.065462] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.065672] env[68864]: INFO nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Took 15.98 seconds to spawn the instance on the hypervisor. [ 883.065839] env[68864]: DEBUG nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.066705] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f86fc9-6c79-4c7a-b600-e2d80919ad4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.069974] env[68864]: DEBUG nova.network.neutron [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Successfully updated port: 39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.181055] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34fa0d3-67e7-4eaa-a91a-23d4a3296a2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.201948] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74969116-6fd1-4916-a02c-cbb4f380c205 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.222606] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance '52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.253670] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.321727] env[68864]: DEBUG oslo_vmware.api [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3185585, 'name': PowerOnVM_Task, 'duration_secs': 0.904564} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.321998] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.322229] env[68864]: INFO nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Took 9.53 seconds to spawn the instance on the hypervisor. [ 883.322403] env[68864]: DEBUG nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.323228] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5664303-730e-4a9c-94bd-9ac7d8afeabf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.416396] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 463efcaf-51f7-48db-aec5-192c6258b003] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.488058] env[68864]: DEBUG nova.compute.manager [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.488436] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.489778] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b80389-96dd-4118-8f8a-795bab62298c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.502355] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.502625] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3c795f8-bd6b-4fbd-9711-1e3ca0f43f2a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.509962] env[68864]: DEBUG oslo_vmware.api [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 883.509962] env[68864]: value = "task-3185588" [ 883.509962] env[68864]: _type = "Task" [ 883.509962] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.522363] env[68864]: DEBUG nova.scheduler.client.report [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.526318] env[68864]: DEBUG oslo_vmware.api [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.537465] env[68864]: DEBUG oslo_vmware.api [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185587, 'name': PowerOnVM_Task, 'duration_secs': 0.417747} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.537621] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.540566] env[68864]: DEBUG nova.compute.manager [None req-53a8ae48-c755-4b93-a27a-37a9ce01c583 tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.541655] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785ddc40-fc97-4a6a-aae8-5517175ef071 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.573601] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.573793] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquired lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.573947] env[68864]: DEBUG nova.network.neutron [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.588032] env[68864]: INFO nova.compute.manager [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Took 40.91 seconds to build instance. [ 883.768148] env[68864]: DEBUG nova.network.neutron [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Port fd10dc44-7617-4c77-a1a7-8c3141d7a47b binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 883.844197] env[68864]: INFO nova.compute.manager [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Took 29.20 seconds to build instance. [ 883.920025] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: edbbd373-a587-4846-8a31-917e08e63edd] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.024057] env[68864]: DEBUG oslo_vmware.api [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185588, 'name': PowerOffVM_Task, 'duration_secs': 0.445598} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.024377] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.024572] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.024827] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90e75e0c-d8c5-4e50-8568-6e3a4915b943 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.028829] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.031371] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.837s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.031607] env[68864]: DEBUG nova.objects.instance [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lazy-loading 'resources' on Instance uuid 188d6f1a-62ec-4267-8bde-f64bf444143a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.057732] env[68864]: INFO nova.scheduler.client.report [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Deleted allocations for instance 1b5d1d00-d326-4789-9460-109bc7e0b8b8 [ 884.089874] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08ce1de4-f4ab-40dc-8bfa-4cbbf3f90246 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.420s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.115885] env[68864]: DEBUG nova.compute.manager [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Received event network-vif-plugged-39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.116053] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] Acquiring lock "b125d108-64ed-443a-9cfe-0829b03d5b0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.116317] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.116534] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.116765] env[68864]: DEBUG nova.compute.manager [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] No waiting events found dispatching network-vif-plugged-39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.117701] env[68864]: WARNING nova.compute.manager [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Received unexpected event network-vif-plugged-39791b0e-4e9c-4716-82aa-2bdf0b46f962 for instance with vm_state building and task_state spawning. [ 884.117701] env[68864]: DEBUG nova.compute.manager [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Received event network-changed-39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.117701] env[68864]: DEBUG nova.compute.manager [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Refreshing instance network info cache due to event network-changed-39791b0e-4e9c-4716-82aa-2bdf0b46f962. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.117701] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] Acquiring lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.119368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.119368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.119368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.119368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.119368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.121539] env[68864]: INFO nova.compute.manager [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Terminating instance [ 884.130863] env[68864]: DEBUG nova.network.neutron [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.346257] env[68864]: DEBUG oslo_concurrency.lockutils [None req-214d4768-1c77-4257-92af-aa6fb75d62c4 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.725s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.375076] env[68864]: DEBUG nova.network.neutron [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Updating instance_info_cache with network_info: [{"id": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "address": "fa:16:3e:fd:36:c5", "network": {"id": "3221870c-347b-4477-a51b-fea140f3ee7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1211314090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13f0b6be1af41eb99c354f39dd60e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39791b0e-4e", "ovs_interfaceid": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.423433] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 0e5b4dbd-8aac-46ec-ab14-b49bfd772432] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.574390] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5b13ccc-6db8-4702-b507-b27065bf2ecd tempest-ServersTestMultiNic-2118198380 tempest-ServersTestMultiNic-2118198380-project-member] Lock "1b5d1d00-d326-4789-9460-109bc7e0b8b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.092s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.625991] env[68864]: DEBUG nova.compute.manager [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.626429] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.627150] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cde7c3-3402-4332-810e-b2a2d59ce9da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.640248] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.640565] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f6e1246-0320-48c8-bc1b-25fc7ad5004e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.649694] env[68864]: DEBUG oslo_vmware.api [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 884.649694] env[68864]: value = "task-3185590" [ 884.649694] env[68864]: _type = "Task" [ 884.649694] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.658338] env[68864]: DEBUG oslo_vmware.api [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.800484] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.800484] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.800484] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.880281] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Releasing lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.880611] env[68864]: DEBUG nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Instance network_info: |[{"id": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "address": "fa:16:3e:fd:36:c5", "network": {"id": "3221870c-347b-4477-a51b-fea140f3ee7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1211314090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13f0b6be1af41eb99c354f39dd60e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39791b0e-4e", "ovs_interfaceid": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.881139] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] Acquired lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.881818] env[68864]: DEBUG nova.network.neutron [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Refreshing network info cache for port 39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.882501] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:36:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39791b0e-4e9c-4716-82aa-2bdf0b46f962', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.891136] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Creating folder: Project (b13f0b6be1af41eb99c354f39dd60e02). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.894744] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e3f049c-1bc5-457a-9802-20dac7cde192 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.910936] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Created folder: Project (b13f0b6be1af41eb99c354f39dd60e02) in parent group-v636929. [ 884.911137] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Creating folder: Instances. Parent ref: group-v637120. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.911381] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66d37d75-0e98-4816-b1de-7bf8fdf7dd32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.922326] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Created folder: Instances in parent group-v637120. [ 884.922598] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.925369] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.925784] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30b6d59-17c3-4956-b1c7-5b2225e5f077 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.940045] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 3e8f537c-36f9-4d3b-8c48-55efb1582f53] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.953640] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.953640] env[68864]: value = "task-3185593" [ 884.953640] env[68864]: _type = "Task" [ 884.953640] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.962161] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97623c2e-b238-4cd5-b053-4aa9849c355c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.969833] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185593, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.974200] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.974484] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.974695] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleting the datastore file [datastore1] 0e20a788-5e96-412d-9449-a4af1ba5aa30 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.977240] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd783dd-b1eb-462e-b2a2-3d5caa1fe1d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.980370] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d9a443-4828-4c80-9edc-68b1c42f236b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.016864] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5946862a-e2bb-4961-9998-a6980a093f88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.020605] env[68864]: DEBUG oslo_vmware.api [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 885.020605] env[68864]: value = "task-3185594" [ 885.020605] env[68864]: _type = "Task" [ 885.020605] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.028232] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3539be1d-c9eb-47b9-a856-659a70815f2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.038612] env[68864]: DEBUG oslo_vmware.api [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.050463] env[68864]: DEBUG nova.compute.provider_tree [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.166202] env[68864]: DEBUG oslo_vmware.api [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185590, 'name': PowerOffVM_Task, 'duration_secs': 0.458676} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.166670] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.166993] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.167408] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-673f0198-c447-441a-9919-5a5e967bfaa4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.244782] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.244985] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.245190] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleting the datastore file [datastore2] 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.245485] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-485ecd4d-3913-4143-8aff-6b6e83108d42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.254182] env[68864]: DEBUG oslo_vmware.api [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 885.254182] env[68864]: value = "task-3185596" [ 885.254182] env[68864]: _type = "Task" [ 885.254182] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.447426] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: baf8eacd-01cd-47ae-99ef-694239009218] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.463796] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185593, 'name': CreateVM_Task, 'duration_secs': 0.353894} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.463967] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.464689] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.464861] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.465571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.465571] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d5b2be-db00-456e-b717-4063fb3554b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.470862] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 885.470862] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ae98ca-409b-7bdf-8637-f33ebe481b09" [ 885.470862] env[68864]: _type = "Task" [ 885.470862] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.480089] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ae98ca-409b-7bdf-8637-f33ebe481b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.531618] env[68864]: DEBUG oslo_vmware.api [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18277} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.531866] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.532085] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.532276] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.532453] env[68864]: INFO nova.compute.manager [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Took 2.04 seconds to destroy the instance on the hypervisor. [ 885.532693] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.532882] env[68864]: DEBUG nova.compute.manager [-] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.532978] env[68864]: DEBUG nova.network.neutron [-] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.554293] env[68864]: DEBUG nova.scheduler.client.report [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.764978] env[68864]: DEBUG oslo_vmware.api [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142486} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.765274] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.765464] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.765641] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.765827] env[68864]: INFO nova.compute.manager [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 885.766107] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.766309] env[68864]: DEBUG nova.compute.manager [-] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.766405] env[68864]: DEBUG nova.network.neutron [-] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.865379] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.865571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.865751] env[68864]: DEBUG nova.network.neutron [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.925298] env[68864]: DEBUG nova.compute.manager [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-changed-d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.925494] env[68864]: DEBUG nova.compute.manager [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing instance network info cache due to event network-changed-d9521129-d403-4fb9-8503-147c03ee7cd8. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.925978] env[68864]: DEBUG oslo_concurrency.lockutils [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.925978] env[68864]: DEBUG oslo_concurrency.lockutils [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.926132] env[68864]: DEBUG nova.network.neutron [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing network info cache for port d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.954556] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 71295469-1a0b-4932-bde8-2eb103dcb54a] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.983020] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ae98ca-409b-7bdf-8637-f33ebe481b09, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.984574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.984921] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.985297] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.985521] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.985843] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.986548] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ebf65fc-fe71-4506-aa3b-559e8f17be69 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.997961] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.998193] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.999044] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7223aa5-9c1f-477f-8ca4-2573b20e81f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.005587] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 886.005587] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529ccb87-cad8-feb6-2819-9c5cc86518c8" [ 886.005587] env[68864]: _type = "Task" [ 886.005587] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.014112] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529ccb87-cad8-feb6-2819-9c5cc86518c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.028170] env[68864]: DEBUG nova.network.neutron [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Updated VIF entry in instance network info cache for port 39791b0e-4e9c-4716-82aa-2bdf0b46f962. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.028170] env[68864]: DEBUG nova.network.neutron [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Updating instance_info_cache with network_info: [{"id": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "address": "fa:16:3e:fd:36:c5", "network": {"id": "3221870c-347b-4477-a51b-fea140f3ee7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1211314090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13f0b6be1af41eb99c354f39dd60e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39791b0e-4e", "ovs_interfaceid": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.060028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.062595] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.274s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.062873] env[68864]: DEBUG nova.objects.instance [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lazy-loading 'resources' on Instance uuid a899b55b-5c49-4f0d-a69c-914b9560b88c {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.089335] env[68864]: INFO nova.scheduler.client.report [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleted allocations for instance 188d6f1a-62ec-4267-8bde-f64bf444143a [ 886.348264] env[68864]: DEBUG nova.compute.manager [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.348470] env[68864]: DEBUG nova.compute.manager [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing instance network info cache due to event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.348683] env[68864]: DEBUG oslo_concurrency.lockutils [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] Acquiring lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.348870] env[68864]: DEBUG oslo_concurrency.lockutils [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] Acquired lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.351112] env[68864]: DEBUG nova.network.neutron [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.458214] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 2b822b35-94ac-48bb-a46f-2cda8ecfce06] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.521643] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529ccb87-cad8-feb6-2819-9c5cc86518c8, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.522616] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf941146-33c0-4013-9a14-1bfe1f96672c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.528558] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 886.528558] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525e5eb4-da21-51e0-090d-677f6748ebd7" [ 886.528558] env[68864]: _type = "Task" [ 886.528558] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.532196] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb55435c-9709-4291-b835-9e32df1d42b4 req-3ab6fbc6-f2a2-4156-89d4-d996c8d4ab94 service nova] Releasing lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.554443] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525e5eb4-da21-51e0-090d-677f6748ebd7, 'name': SearchDatastore_Task, 'duration_secs': 0.019026} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.556704] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.556964] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] b125d108-64ed-443a-9cfe-0829b03d5b0f/b125d108-64ed-443a-9cfe-0829b03d5b0f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.557259] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a306893b-4635-4519-a80e-f79b207ab5d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.595018] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 886.595018] env[68864]: value = "task-3185597" [ 886.595018] env[68864]: _type = "Task" [ 886.595018] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.595018] env[68864]: DEBUG nova.network.neutron [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.601918] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9b41e53-daf8-4a01-a544-01502e98741d tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "188d6f1a-62ec-4267-8bde-f64bf444143a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.820s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.610092] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.658326] env[68864]: DEBUG nova.network.neutron [-] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.703189] env[68864]: DEBUG nova.network.neutron [-] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.891461] env[68864]: DEBUG nova.network.neutron [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updated VIF entry in instance network info cache for port d9521129-d403-4fb9-8503-147c03ee7cd8. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.891897] env[68864]: DEBUG nova.network.neutron [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.962445] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 12460f16-35cc-4188-8839-fa43e3835a2d] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.091224] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d92c0b-3b50-486b-911c-37664a93d18f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.103472] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.111207] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ac2c81-d9f0-4bc8-bdb5-9dd9aedcfc28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.114522] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538951} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.115067] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] b125d108-64ed-443a-9cfe-0829b03d5b0f/b125d108-64ed-443a-9cfe-0829b03d5b0f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.115289] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.115885] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c5dc37-b63a-47bd-8884-e399b075344f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.156264] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846bbf0e-aa41-4f72-8df8-8e13e0cfacdf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.159211] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 887.159211] env[68864]: value = "task-3185598" [ 887.159211] env[68864]: _type = "Task" [ 887.159211] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.165573] env[68864]: INFO nova.compute.manager [-] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Took 1.63 seconds to deallocate network for instance. [ 887.168634] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d198db2-c62f-4125-960a-0f4a541677e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.182019] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.189018] env[68864]: DEBUG nova.compute.provider_tree [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.201877] env[68864]: INFO nova.compute.manager [-] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Took 1.44 seconds to deallocate network for instance. [ 887.222293] env[68864]: DEBUG nova.network.neutron [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updated VIF entry in instance network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.222777] env[68864]: DEBUG nova.network.neutron [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.395284] env[68864]: DEBUG oslo_concurrency.lockutils [req-393518c8-fcdb-4e54-bedd-50d73de3789f req-5d82d469-d1c4-4817-8571-9e6d8a108286 service nova] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.468266] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 39ead640-79b7-40b6-97c5-5f32bc787108] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.634642] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3061589f-8949-4a74-8061-be1112a3b66d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.654373] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37d89a8-5e93-4d64-8fcf-21a0dbda3f82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.662140] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance '52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.675753] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261449} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.676028] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.676776] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb74222-0a08-47b3-a220-9e2332e4be85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.679865] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.692379] env[68864]: DEBUG nova.scheduler.client.report [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.709638] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] b125d108-64ed-443a-9cfe-0829b03d5b0f/b125d108-64ed-443a-9cfe-0829b03d5b0f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.712811] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.713072] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bb2c50-a2ee-4ea6-ae46-0816b5702694 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.731140] env[68864]: DEBUG oslo_concurrency.lockutils [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] Releasing lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.731388] env[68864]: DEBUG nova.compute.manager [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.731554] env[68864]: DEBUG nova.compute.manager [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing instance network info cache due to event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.731756] env[68864]: DEBUG oslo_concurrency.lockutils [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] Acquiring lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.731894] env[68864]: DEBUG oslo_concurrency.lockutils [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] Acquired lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.732061] env[68864]: DEBUG nova.network.neutron [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.740995] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 887.740995] env[68864]: value = "task-3185599" [ 887.740995] env[68864]: _type = "Task" [ 887.740995] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.750314] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.972152] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 2905a98a-3997-4357-bcbc-65d31c2f694f] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.174009] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd94f6b-299c-4c2c-bd64-af8b39ac67e1 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance '52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.211994] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.217034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.899s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.217298] env[68864]: DEBUG nova.objects.instance [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lazy-loading 'resources' on Instance uuid d421f36e-8ec2-4ae7-968c-bc69027b81b6 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.246068] env[68864]: INFO nova.scheduler.client.report [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleted allocations for instance a899b55b-5c49-4f0d-a69c-914b9560b88c [ 888.253542] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.450890] env[68864]: DEBUG nova.network.neutron [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updated VIF entry in instance network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.451379] env[68864]: DEBUG nova.network.neutron [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.475700] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 0a29753b-e758-4037-9467-4e77cfe1461e] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.609263] env[68864]: DEBUG nova.compute.manager [req-01c030a9-b826-428d-a447-e3e64a624533 req-431bf40c-a2f2-463d-8998-201db02a2dfd service nova] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Received event network-vif-deleted-e99f8e18-781b-49e1-ad9d-0cae3d85ed4f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.750280] env[68864]: DEBUG nova.compute.manager [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Received event network-vif-deleted-c1a1f5c6-8891-4609-93b0-75f33059e75f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.751220] env[68864]: DEBUG nova.compute.manager [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.751220] env[68864]: DEBUG nova.compute.manager [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing instance network info cache due to event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.751220] env[68864]: DEBUG oslo_concurrency.lockutils [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] Acquiring lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.764960] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cacde0b3-c9f1-4a5e-b1f5-28936dee8b33 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "a899b55b-5c49-4f0d-a69c-914b9560b88c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.616s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.765359] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185599, 'name': ReconfigVM_Task, 'duration_secs': 0.800483} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.771807] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] b125d108-64ed-443a-9cfe-0829b03d5b0f/b125d108-64ed-443a-9cfe-0829b03d5b0f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.774518] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d309ea-e9f4-4b19-b61a-bec17a9e0c28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.784428] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 888.784428] env[68864]: value = "task-3185600" [ 888.784428] env[68864]: _type = "Task" [ 888.784428] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.799813] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185600, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.913614] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.913873] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.954568] env[68864]: DEBUG oslo_concurrency.lockutils [req-b2729e90-b38b-44e5-afdb-1528793a4636 req-902bf91b-c793-4afb-95e8-40f87a2ccc75 service nova] Releasing lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.955047] env[68864]: DEBUG oslo_concurrency.lockutils [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] Acquired lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.955249] env[68864]: DEBUG nova.network.neutron [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.979615] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.979793] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Cleaning up deleted instances with incomplete migration {{(pid=68864) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 889.132413] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff01408-954e-4d18-b986-3451a2043cba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.141114] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51182d9-fff8-43c4-bfaf-d73f1298935c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.175809] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2a815b-fae1-499f-8f55-ab0499b394b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.188381] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b6c8c7-237e-43ef-81b3-3df4bcb7d73f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.208598] env[68864]: DEBUG nova.compute.provider_tree [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.295647] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185600, 'name': Rename_Task, 'duration_secs': 0.153652} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.295807] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.296071] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90291068-8d24-4ad4-962b-95cd4d0a0722 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.303198] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 889.303198] env[68864]: value = "task-3185601" [ 889.303198] env[68864]: _type = "Task" [ 889.303198] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.312257] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.416766] env[68864]: DEBUG nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.483311] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.491356] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "66268137-ef58-4a34-b352-aec762b6092a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.491699] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.491957] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "66268137-ef58-4a34-b352-aec762b6092a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.492229] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.492454] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.496090] env[68864]: INFO nova.compute.manager [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Terminating instance [ 889.715098] env[68864]: DEBUG nova.scheduler.client.report [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.766473] env[68864]: DEBUG nova.network.neutron [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updated VIF entry in instance network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.766860] env[68864]: DEBUG nova.network.neutron [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.813978] env[68864]: DEBUG oslo_vmware.api [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185601, 'name': PowerOnVM_Task, 'duration_secs': 0.459384} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.814247] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.814446] env[68864]: INFO nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Took 7.83 seconds to spawn the instance on the hypervisor. [ 889.814633] env[68864]: DEBUG nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.815420] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedd77d7-dc5c-43b3-a624-d46bb7cc9fd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.951083] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.003164] env[68864]: DEBUG nova.compute.manager [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.003164] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.004030] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6a746-c334-4fac-a1f3-402cba1b16b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.014342] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.014563] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58ce0b60-b809-4cb4-a1fa-9b771325d934 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.022121] env[68864]: DEBUG oslo_vmware.api [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 890.022121] env[68864]: value = "task-3185602" [ 890.022121] env[68864]: _type = "Task" [ 890.022121] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.032961] env[68864]: DEBUG oslo_vmware.api [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.224951] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.227314] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.062s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.229250] env[68864]: INFO nova.compute.claims [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.254594] env[68864]: INFO nova.scheduler.client.report [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Deleted allocations for instance d421f36e-8ec2-4ae7-968c-bc69027b81b6 [ 890.270057] env[68864]: DEBUG oslo_concurrency.lockutils [req-0ece423e-f0fc-4c00-ad5c-3d4d68a31844 req-a8cc45d7-8b3e-4e95-bd09-4cddb10ec518 service nova] Releasing lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.338195] env[68864]: INFO nova.compute.manager [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Took 23.92 seconds to build instance. [ 890.549731] env[68864]: DEBUG oslo_vmware.api [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185602, 'name': PowerOffVM_Task, 'duration_secs': 0.326782} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.550548] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.550886] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.551286] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df498d7-0dde-4d42-8914-21b878875d17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.645312] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.645312] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.645312] env[68864]: DEBUG nova.compute.manager [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Going to confirm migration 2 {{(pid=68864) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 890.655364] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.655364] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.655364] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleting the datastore file [datastore1] 66268137-ef58-4a34-b352-aec762b6092a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.655364] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8748b349-cb49-4313-8359-bd7270212e82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.662724] env[68864]: DEBUG oslo_vmware.api [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for the task: (returnval){ [ 890.662724] env[68864]: value = "task-3185604" [ 890.662724] env[68864]: _type = "Task" [ 890.662724] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.671743] env[68864]: DEBUG oslo_vmware.api [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.771648] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f9b77b68-6ab0-45bb-b80a-3020005040fc tempest-SecurityGroupsTestJSON-1495686537 tempest-SecurityGroupsTestJSON-1495686537-project-member] Lock "d421f36e-8ec2-4ae7-968c-bc69027b81b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.073s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.782674] env[68864]: DEBUG nova.compute.manager [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.782946] env[68864]: DEBUG nova.compute.manager [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing instance network info cache due to event network-changed-aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.783232] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] Acquiring lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.783437] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] Acquired lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.783704] env[68864]: DEBUG nova.network.neutron [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Refreshing network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.840253] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e2fe826e-d4fb-4f84-afc5-bf9ddb963f11 tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.437s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.997922] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "67287663-892c-4097-80ad-539add96091c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.998618] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "67287663-892c-4097-80ad-539add96091c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.999335] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "67287663-892c-4097-80ad-539add96091c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.000612] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "67287663-892c-4097-80ad-539add96091c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.000612] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "67287663-892c-4097-80ad-539add96091c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.004606] env[68864]: INFO nova.compute.manager [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Terminating instance [ 891.177470] env[68864]: DEBUG oslo_vmware.api [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Task: {'id': task-3185604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184697} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.177745] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.177943] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.178134] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.178311] env[68864]: INFO nova.compute.manager [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 891.178560] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.178762] env[68864]: DEBUG nova.compute.manager [-] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.178861] env[68864]: DEBUG nova.network.neutron [-] [instance: 66268137-ef58-4a34-b352-aec762b6092a] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.270010] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.270410] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.270653] env[68864]: DEBUG nova.network.neutron [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.270867] env[68864]: DEBUG nova.objects.instance [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'info_cache' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.510495] env[68864]: DEBUG nova.compute.manager [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.513077] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.513077] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f38aa02-ae02-4c4c-9604-e75768be7b30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.529211] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.529487] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df285f91-d6e6-4a96-a588-f34b346fd330 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.556021] env[68864]: DEBUG oslo_vmware.api [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 891.556021] env[68864]: value = "task-3185605" [ 891.556021] env[68864]: _type = "Task" [ 891.556021] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.571599] env[68864]: DEBUG oslo_vmware.api [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.588883] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.590144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.590144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.590890] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.590890] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.593156] env[68864]: INFO nova.compute.manager [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Terminating instance [ 891.614684] env[68864]: DEBUG nova.network.neutron [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updated VIF entry in instance network info cache for port aa058348-4506-4b06-9d95-b5e82937f8c4. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.615076] env[68864]: DEBUG nova.network.neutron [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [{"id": "aa058348-4506-4b06-9d95-b5e82937f8c4", "address": "fa:16:3e:ed:fe:b9", "network": {"id": "4af4df5b-cca9-42f5-b7be-cc0a758c8c87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1847260372-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8c7941300e2a4bcf903e341b3b6b796f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa058348-45", "ovs_interfaceid": "aa058348-4506-4b06-9d95-b5e82937f8c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.650346] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dee796c-1052-4834-a84f-9d46cc040e0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.666021] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc22e08c-11c1-41df-a820-8b1c385443bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.699422] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c29aa36-07ae-4695-ae71-acfb29d28ed9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.708059] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef5fae4-385c-48be-837a-bf4c0bd7aa0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.725036] env[68864]: DEBUG nova.compute.provider_tree [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.066218] env[68864]: DEBUG oslo_vmware.api [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185605, 'name': PowerOffVM_Task, 'duration_secs': 0.281094} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.066617] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.066846] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.067193] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58c2d38-1b4d-48d5-9c71-e3819aeb6b28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.101463] env[68864]: DEBUG nova.compute.manager [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.101751] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.103249] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5a78b-e839-4778-85cb-cb381fac7756 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.111053] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.111117] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908cdbde-bd42-41d0-a1fd-c35bd2820e3c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.121099] env[68864]: DEBUG oslo_vmware.api [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 892.121099] env[68864]: value = "task-3185607" [ 892.121099] env[68864]: _type = "Task" [ 892.121099] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.129965] env[68864]: DEBUG oslo_concurrency.lockutils [req-ae6753da-6181-48fc-a072-42b460e6f8fe req-1b8136b7-5353-4dc1-9122-325d555cd5a3 service nova] Releasing lock "refresh_cache-67287663-892c-4097-80ad-539add96091c" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.138401] env[68864]: DEBUG oslo_vmware.api [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.152342] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.152342] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.152342] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Deleting the datastore file [datastore2] 67287663-892c-4097-80ad-539add96091c {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.152342] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12babbc4-0874-4ffc-91e4-1216dd6e6da5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.160200] env[68864]: DEBUG oslo_vmware.api [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for the task: (returnval){ [ 892.160200] env[68864]: value = "task-3185608" [ 892.160200] env[68864]: _type = "Task" [ 892.160200] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.171326] env[68864]: DEBUG oslo_vmware.api [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.229875] env[68864]: DEBUG nova.scheduler.client.report [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.619976] env[68864]: DEBUG nova.network.neutron [-] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.632736] env[68864]: DEBUG oslo_vmware.api [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185607, 'name': PowerOffVM_Task, 'duration_secs': 0.207228} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.633714] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.634035] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.635194] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a280309a-8da6-4bdb-aa3d-08af4339bdf8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.674551] env[68864]: DEBUG oslo_vmware.api [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Task: {'id': task-3185608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263291} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.674911] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.675182] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.675446] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.675682] env[68864]: INFO nova.compute.manager [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] [instance: 67287663-892c-4097-80ad-539add96091c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 892.676022] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.676398] env[68864]: DEBUG nova.compute.manager [-] [instance: 67287663-892c-4097-80ad-539add96091c] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.676564] env[68864]: DEBUG nova.network.neutron [-] [instance: 67287663-892c-4097-80ad-539add96091c] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.730238] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.730238] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.730238] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Deleting the datastore file [datastore1] bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.730238] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b3aa2a-4e3f-436a-b89a-5c579261d76d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.738952] env[68864]: DEBUG oslo_vmware.api [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 892.738952] env[68864]: value = "task-3185610" [ 892.738952] env[68864]: _type = "Task" [ 892.738952] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.742449] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.742955] env[68864]: DEBUG nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.746431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.482s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.750038] env[68864]: INFO nova.compute.claims [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.759774] env[68864]: DEBUG oslo_vmware.api [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.840113] env[68864]: DEBUG nova.compute.manager [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Received event network-vif-deleted-8d57a5a4-54e5-41b9-ac28-d3dd33440287 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.840492] env[68864]: DEBUG nova.compute.manager [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Received event network-changed-39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.840762] env[68864]: DEBUG nova.compute.manager [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Refreshing instance network info cache due to event network-changed-39791b0e-4e9c-4716-82aa-2bdf0b46f962. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.841090] env[68864]: DEBUG oslo_concurrency.lockutils [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] Acquiring lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.841561] env[68864]: DEBUG oslo_concurrency.lockutils [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] Acquired lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.841876] env[68864]: DEBUG nova.network.neutron [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Refreshing network info cache for port 39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.892278] env[68864]: DEBUG nova.network.neutron [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.126394] env[68864]: INFO nova.compute.manager [-] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Took 1.95 seconds to deallocate network for instance. [ 893.235512] env[68864]: DEBUG nova.compute.manager [req-9859304c-c68a-4cc3-a2ca-612ad7b8a85f req-c1cd00cb-7cf7-4764-9e6b-5aee7a3988d0 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Received event network-vif-deleted-aa058348-4506-4b06-9d95-b5e82937f8c4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.235591] env[68864]: INFO nova.compute.manager [req-9859304c-c68a-4cc3-a2ca-612ad7b8a85f req-c1cd00cb-7cf7-4764-9e6b-5aee7a3988d0 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Neutron deleted interface aa058348-4506-4b06-9d95-b5e82937f8c4; detaching it from the instance and deleting it from the info cache [ 893.235739] env[68864]: DEBUG nova.network.neutron [req-9859304c-c68a-4cc3-a2ca-612ad7b8a85f req-c1cd00cb-7cf7-4764-9e6b-5aee7a3988d0 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.254700] env[68864]: DEBUG nova.compute.utils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.257753] env[68864]: DEBUG oslo_vmware.api [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447029} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.258058] env[68864]: DEBUG nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.260084] env[68864]: DEBUG nova.network.neutron [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.260417] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.264040] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.264040] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.264040] env[68864]: INFO nova.compute.manager [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 893.264040] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.264040] env[68864]: DEBUG nova.compute.manager [-] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.264040] env[68864]: DEBUG nova.network.neutron [-] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.323317] env[68864]: DEBUG nova.policy [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3403d0aa0dd46d78853754f3a3c2949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528a97f451e24f32a9fa81356b3a7bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.396758] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.397013] env[68864]: DEBUG nova.objects.instance [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'migration_context' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.637231] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.719450] env[68864]: DEBUG nova.network.neutron [-] [instance: 67287663-892c-4097-80ad-539add96091c] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.741902] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e9f3ded-14c9-4f81-af2e-4c19060502c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.752946] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8bdeee-14e6-4da3-814b-49518458d695 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.770020] env[68864]: DEBUG nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.801091] env[68864]: DEBUG nova.compute.manager [req-9859304c-c68a-4cc3-a2ca-612ad7b8a85f req-c1cd00cb-7cf7-4764-9e6b-5aee7a3988d0 service nova] [instance: 67287663-892c-4097-80ad-539add96091c] Detach interface failed, port_id=aa058348-4506-4b06-9d95-b5e82937f8c4, reason: Instance 67287663-892c-4097-80ad-539add96091c could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.823876] env[68864]: DEBUG nova.network.neutron [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Successfully created port: 8b5c093c-7095-4b3a-adb8-ea4336144553 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.900889] env[68864]: DEBUG nova.objects.base [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Object Instance<52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc> lazy-loaded attributes: info_cache,migration_context {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 893.902027] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0106d51b-49d1-4f81-a3fe-aba5187d91a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.932253] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe4cda3-884b-49e7-88f5-131b043833c3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.938842] env[68864]: DEBUG oslo_vmware.api [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 893.938842] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5283e4b3-7747-6791-ae32-29559942bac8" [ 893.938842] env[68864]: _type = "Task" [ 893.938842] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.951326] env[68864]: DEBUG oslo_vmware.api [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5283e4b3-7747-6791-ae32-29559942bac8, 'name': SearchDatastore_Task, 'duration_secs': 0.008149} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.954796] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.023824] env[68864]: DEBUG nova.network.neutron [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Updated VIF entry in instance network info cache for port 39791b0e-4e9c-4716-82aa-2bdf0b46f962. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.024741] env[68864]: DEBUG nova.network.neutron [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Updating instance_info_cache with network_info: [{"id": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "address": "fa:16:3e:fd:36:c5", "network": {"id": "3221870c-347b-4477-a51b-fea140f3ee7d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1211314090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b13f0b6be1af41eb99c354f39dd60e02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39791b0e-4e", "ovs_interfaceid": "39791b0e-4e9c-4716-82aa-2bdf0b46f962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.209061] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12b319-b601-4d92-814e-234229880cbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.217966] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5b7873-e53d-4bf0-ac97-43f0d028ea34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.223169] env[68864]: INFO nova.compute.manager [-] [instance: 67287663-892c-4097-80ad-539add96091c] Took 1.55 seconds to deallocate network for instance. [ 894.261564] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a3dfa-0b68-4f71-9bdb-7fc34c0a2e5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.272552] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f403e96-337e-467a-9860-135ac2b2c1c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.295697] env[68864]: DEBUG nova.compute.provider_tree [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.528043] env[68864]: DEBUG oslo_concurrency.lockutils [req-483cef9d-bcd2-45e5-8456-681857754132 req-48602ab0-2dfb-4231-8df7-0055809f49ae service nova] Releasing lock "refresh_cache-b125d108-64ed-443a-9cfe-0829b03d5b0f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.769199] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.769622] env[68864]: DEBUG nova.network.neutron [-] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.789152] env[68864]: DEBUG nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.798743] env[68864]: DEBUG nova.scheduler.client.report [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.822309] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.822639] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.822892] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.823279] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.823279] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.824026] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.824026] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.824026] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.824026] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.824205] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.824337] env[68864]: DEBUG nova.virt.hardware [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.826934] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fee494d-f23b-4177-889f-244d9026d362 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.836220] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a573d8-82f5-494d-8e92-30156a74ce3e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.890304] env[68864]: DEBUG nova.compute.manager [req-ff6a5e6a-3a1c-4e3f-988a-3296b39e2776 req-e3531eb8-f423-4800-a36c-834b84bb5dfd service nova] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Received event network-vif-deleted-cc2cf940-2a66-4717-a826-340f32df1a8a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.217816] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.218060] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.273739] env[68864]: INFO nova.compute.manager [-] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Took 2.01 seconds to deallocate network for instance. [ 895.305909] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.306548] env[68864]: DEBUG nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.309093] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.672s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.309291] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.311262] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.058s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.311541] env[68864]: DEBUG nova.objects.instance [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lazy-loading 'resources' on Instance uuid e94094a9-3fb7-494c-9bda-8704f846db40 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.331212] env[68864]: INFO nova.scheduler.client.report [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted allocations for instance 28ef952e-4509-462e-b84e-0aa4778619d4 [ 895.397864] env[68864]: DEBUG nova.compute.manager [req-0e5ac9bb-3c46-41b8-95e2-52332ac6c104 req-30922a60-c076-40e3-87ab-511ca15f720a service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Received event network-vif-plugged-8b5c093c-7095-4b3a-adb8-ea4336144553 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.398098] env[68864]: DEBUG oslo_concurrency.lockutils [req-0e5ac9bb-3c46-41b8-95e2-52332ac6c104 req-30922a60-c076-40e3-87ab-511ca15f720a service nova] Acquiring lock "d2bba9a6-c01d-42a7-8de9-8397efef9054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.398389] env[68864]: DEBUG oslo_concurrency.lockutils [req-0e5ac9bb-3c46-41b8-95e2-52332ac6c104 req-30922a60-c076-40e3-87ab-511ca15f720a service nova] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.398475] env[68864]: DEBUG oslo_concurrency.lockutils [req-0e5ac9bb-3c46-41b8-95e2-52332ac6c104 req-30922a60-c076-40e3-87ab-511ca15f720a service nova] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.398726] env[68864]: DEBUG nova.compute.manager [req-0e5ac9bb-3c46-41b8-95e2-52332ac6c104 req-30922a60-c076-40e3-87ab-511ca15f720a service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] No waiting events found dispatching network-vif-plugged-8b5c093c-7095-4b3a-adb8-ea4336144553 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.398926] env[68864]: WARNING nova.compute.manager [req-0e5ac9bb-3c46-41b8-95e2-52332ac6c104 req-30922a60-c076-40e3-87ab-511ca15f720a service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Received unexpected event network-vif-plugged-8b5c093c-7095-4b3a-adb8-ea4336144553 for instance with vm_state building and task_state spawning. [ 895.492394] env[68864]: DEBUG nova.network.neutron [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Successfully updated port: 8b5c093c-7095-4b3a-adb8-ea4336144553 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.563625] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "989b65cb-b023-486d-9d46-216cdddebadf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.563976] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "989b65cb-b023-486d-9d46-216cdddebadf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.720539] env[68864]: DEBUG nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.779690] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.818234] env[68864]: DEBUG nova.compute.utils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.823247] env[68864]: DEBUG nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.823247] env[68864]: DEBUG nova.network.neutron [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.838205] env[68864]: DEBUG oslo_concurrency.lockutils [None req-69d0db0c-6a73-4ebf-9bf0-6044269183c7 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "28ef952e-4509-462e-b84e-0aa4778619d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.207s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.863256] env[68864]: DEBUG nova.policy [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bdf1a828a7642c1ba63d5b4ddb18115', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032b4862616d4c3798bffe54330d7d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.995980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-d2bba9a6-c01d-42a7-8de9-8397efef9054" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.996424] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-d2bba9a6-c01d-42a7-8de9-8397efef9054" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.996745] env[68864]: DEBUG nova.network.neutron [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.066520] env[68864]: DEBUG nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.152454] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d1585-d757-4c35-a318-e036c75f55bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.160731] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e64d9-fac6-4d2e-9daa-5f92f0c5fc10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.164657] env[68864]: DEBUG nova.network.neutron [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Successfully created port: df0df02e-4b45-42e5-897f-af5dbeb08b26 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.193782] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c100f7-3c20-44ec-a74c-930e4364e282 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.201840] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8542c6-b92c-40a3-88df-f5228d9fd618 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.215308] env[68864]: DEBUG nova.compute.provider_tree [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.238361] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.322403] env[68864]: DEBUG nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.546350] env[68864]: DEBUG nova.network.neutron [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.584214] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.667405] env[68864]: DEBUG nova.network.neutron [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Updating instance_info_cache with network_info: [{"id": "8b5c093c-7095-4b3a-adb8-ea4336144553", "address": "fa:16:3e:7a:d1:e0", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c093c-70", "ovs_interfaceid": "8b5c093c-7095-4b3a-adb8-ea4336144553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.718547] env[68864]: DEBUG nova.scheduler.client.report [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.170634] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-d2bba9a6-c01d-42a7-8de9-8397efef9054" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.171012] env[68864]: DEBUG nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Instance network_info: |[{"id": "8b5c093c-7095-4b3a-adb8-ea4336144553", "address": "fa:16:3e:7a:d1:e0", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c093c-70", "ovs_interfaceid": "8b5c093c-7095-4b3a-adb8-ea4336144553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.171427] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:d1:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b5c093c-7095-4b3a-adb8-ea4336144553', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.180351] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.180585] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.180822] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0360a012-dc6c-4a52-9445-97c1d5c1ef5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.203165] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.203165] env[68864]: value = "task-3185611" [ 897.203165] env[68864]: _type = "Task" [ 897.203165] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.213632] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185611, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.223738] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.226098] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.546s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.226342] env[68864]: DEBUG nova.objects.instance [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lazy-loading 'resources' on Instance uuid 0e20a788-5e96-412d-9449-a4af1ba5aa30 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.248492] env[68864]: INFO nova.scheduler.client.report [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Deleted allocations for instance e94094a9-3fb7-494c-9bda-8704f846db40 [ 897.335022] env[68864]: DEBUG nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.367976] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.368251] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.368407] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.368586] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.368731] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.368877] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.369106] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.369268] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.369434] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.369594] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.369767] env[68864]: DEBUG nova.virt.hardware [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.371012] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97891c14-f803-4af2-a924-7685f7ecbd29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.379925] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c6907-455d-4e2e-9f1e-77b1565eddc8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.433398] env[68864]: DEBUG nova.compute.manager [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Received event network-changed-8b5c093c-7095-4b3a-adb8-ea4336144553 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.433633] env[68864]: DEBUG nova.compute.manager [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Refreshing instance network info cache due to event network-changed-8b5c093c-7095-4b3a-adb8-ea4336144553. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.433858] env[68864]: DEBUG oslo_concurrency.lockutils [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] Acquiring lock "refresh_cache-d2bba9a6-c01d-42a7-8de9-8397efef9054" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.433999] env[68864]: DEBUG oslo_concurrency.lockutils [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] Acquired lock "refresh_cache-d2bba9a6-c01d-42a7-8de9-8397efef9054" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.434174] env[68864]: DEBUG nova.network.neutron [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Refreshing network info cache for port 8b5c093c-7095-4b3a-adb8-ea4336144553 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.701391] env[68864]: DEBUG nova.network.neutron [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Successfully updated port: df0df02e-4b45-42e5-897f-af5dbeb08b26 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.714846] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185611, 'name': CreateVM_Task, 'duration_secs': 0.357296} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.715034] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.715714] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.715950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.716288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.716542] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92bc147-c49d-4787-b49b-6e8521fb9984 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.722778] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 897.722778] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c2ff6b-cdec-7e9f-3074-a9bde4584475" [ 897.722778] env[68864]: _type = "Task" [ 897.722778] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.733395] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c2ff6b-cdec-7e9f-3074-a9bde4584475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.756820] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3f148db3-9a78-4604-aa85-3f62979bd318 tempest-VolumesAdminNegativeTest-47247451 tempest-VolumesAdminNegativeTest-47247451-project-member] Lock "e94094a9-3fb7-494c-9bda-8704f846db40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.720s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.037423] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6640ce3-cf5c-4a69-bea8-62b131d71499 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.047355] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba342e5a-bca4-4010-aca6-b3e354d29703 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.080575] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad28253-e5d9-4346-80c9-587e260d2d17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.088906] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455efa76-c0a9-431f-95e2-0c2462a64b9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.102604] env[68864]: DEBUG nova.compute.provider_tree [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.203842] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.204099] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.204443] env[68864]: DEBUG nova.network.neutron [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.233134] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c2ff6b-cdec-7e9f-3074-a9bde4584475, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.233443] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.233704] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.233946] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.234105] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.234286] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.234542] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ebf38c0-0c8e-4629-89d6-ba999258c699 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.244112] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.244310] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.245101] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6588dc5-c25c-4576-93a8-9d25d5f23ca1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.251236] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 898.251236] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b80bac-b384-76ba-b14d-06795b4e5c9a" [ 898.251236] env[68864]: _type = "Task" [ 898.251236] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.260422] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b80bac-b384-76ba-b14d-06795b4e5c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.287884] env[68864]: DEBUG nova.network.neutron [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Updated VIF entry in instance network info cache for port 8b5c093c-7095-4b3a-adb8-ea4336144553. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.288249] env[68864]: DEBUG nova.network.neutron [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Updating instance_info_cache with network_info: [{"id": "8b5c093c-7095-4b3a-adb8-ea4336144553", "address": "fa:16:3e:7a:d1:e0", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b5c093c-70", "ovs_interfaceid": "8b5c093c-7095-4b3a-adb8-ea4336144553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.605938] env[68864]: DEBUG nova.scheduler.client.report [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.747334] env[68864]: DEBUG nova.network.neutron [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.768290] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b80bac-b384-76ba-b14d-06795b4e5c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.771436] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fc667c-0349-4910-8b73-f18725764710 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.779745] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 898.779745] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0ae31-d049-7668-d66b-8b54adccccd5" [ 898.779745] env[68864]: _type = "Task" [ 898.779745] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.789302] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0ae31-d049-7668-d66b-8b54adccccd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.790920] env[68864]: DEBUG oslo_concurrency.lockutils [req-bd067dc4-6c9e-4838-bed6-0ead1f24dea2 req-dc29aead-7258-4e0f-b433-4eb5bbfbdf2d service nova] Releasing lock "refresh_cache-d2bba9a6-c01d-42a7-8de9-8397efef9054" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.948463] env[68864]: DEBUG nova.network.neutron [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance_info_cache with network_info: [{"id": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "address": "fa:16:3e:02:fb:60", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0df02e-4b", "ovs_interfaceid": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.111334] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.113705] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.401s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.113935] env[68864]: DEBUG nova.objects.instance [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lazy-loading 'resources' on Instance uuid 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.135679] env[68864]: INFO nova.scheduler.client.report [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted allocations for instance 0e20a788-5e96-412d-9449-a4af1ba5aa30 [ 899.295065] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0ae31-d049-7668-d66b-8b54adccccd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.295544] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.295640] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] d2bba9a6-c01d-42a7-8de9-8397efef9054/d2bba9a6-c01d-42a7-8de9-8397efef9054.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.295941] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b89304ec-c26b-4524-8b87-97ba2aa80fd7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.304349] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 899.304349] env[68864]: value = "task-3185612" [ 899.304349] env[68864]: _type = "Task" [ 899.304349] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.312903] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.451261] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.451696] env[68864]: DEBUG nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Instance network_info: |[{"id": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "address": "fa:16:3e:02:fb:60", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0df02e-4b", "ovs_interfaceid": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.452168] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:fb:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df0df02e-4b45-42e5-897f-af5dbeb08b26', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.460259] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.460859] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.461121] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c41b6216-12f2-43d4-bf4a-d9cdbade8f09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.486152] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.486152] env[68864]: value = "task-3185613" [ 899.486152] env[68864]: _type = "Task" [ 899.486152] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.492472] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185613, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.552396] env[68864]: DEBUG nova.compute.manager [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Received event network-vif-plugged-df0df02e-4b45-42e5-897f-af5dbeb08b26 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.552676] env[68864]: DEBUG oslo_concurrency.lockutils [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] Acquiring lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.552961] env[68864]: DEBUG oslo_concurrency.lockutils [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.553345] env[68864]: DEBUG oslo_concurrency.lockutils [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.553531] env[68864]: DEBUG nova.compute.manager [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] No waiting events found dispatching network-vif-plugged-df0df02e-4b45-42e5-897f-af5dbeb08b26 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.553731] env[68864]: WARNING nova.compute.manager [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Received unexpected event network-vif-plugged-df0df02e-4b45-42e5-897f-af5dbeb08b26 for instance with vm_state building and task_state spawning. [ 899.553903] env[68864]: DEBUG nova.compute.manager [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Received event network-changed-df0df02e-4b45-42e5-897f-af5dbeb08b26 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.554105] env[68864]: DEBUG nova.compute.manager [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Refreshing instance network info cache due to event network-changed-df0df02e-4b45-42e5-897f-af5dbeb08b26. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.554258] env[68864]: DEBUG oslo_concurrency.lockutils [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] Acquiring lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.554392] env[68864]: DEBUG oslo_concurrency.lockutils [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] Acquired lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.554546] env[68864]: DEBUG nova.network.neutron [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Refreshing network info cache for port df0df02e-4b45-42e5-897f-af5dbeb08b26 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.645899] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2e085992-8815-41f2-a55d-36a20249b883 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "0e20a788-5e96-412d-9449-a4af1ba5aa30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.670s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.819719] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481626} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.820519] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] d2bba9a6-c01d-42a7-8de9-8397efef9054/d2bba9a6-c01d-42a7-8de9-8397efef9054.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.820737] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.821024] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ddb6664-7603-4def-893d-f69a4ef1de34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.830598] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 899.830598] env[68864]: value = "task-3185614" [ 899.830598] env[68864]: _type = "Task" [ 899.830598] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.841450] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.998525] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185613, 'name': CreateVM_Task, 'duration_secs': 0.479002} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.998525] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.999018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.999211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.999538] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.999792] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c53f570-04f6-46c7-9a19-8a32cf26dd30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.006019] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 900.006019] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0705b-e2f2-dcf1-8d76-c2e627aca8a4" [ 900.006019] env[68864]: _type = "Task" [ 900.006019] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.016816] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0705b-e2f2-dcf1-8d76-c2e627aca8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.019250] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44c589c-5ffc-4bbe-8ff8-1d93eb8b59cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.027051] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eebe254-b9e5-4aa1-ac18-205f89c7681f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.061526] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb04db4-042b-4f27-a605-8136005d38a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.072023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5db733-8a28-451a-a9ee-9cf978b6d7ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.083489] env[68864]: DEBUG nova.compute.provider_tree [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.201806] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.202108] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.202325] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.202506] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.202673] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.204988] env[68864]: INFO nova.compute.manager [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Terminating instance [ 900.341636] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085179} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.342109] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.342652] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cce75f-e170-4977-af16-f2d13c3d66e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.365093] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d2bba9a6-c01d-42a7-8de9-8397efef9054/d2bba9a6-c01d-42a7-8de9-8397efef9054.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.365372] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab6dbb7-82cc-4216-a100-9102aecbb898 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.386732] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 900.386732] env[68864]: value = "task-3185615" [ 900.386732] env[68864]: _type = "Task" [ 900.386732] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.397877] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.519394] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0705b-e2f2-dcf1-8d76-c2e627aca8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.521830] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.522073] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.522308] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.522450] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.522621] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.522882] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95975cd3-eaad-4894-97be-755fa5f3922e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.536095] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.536305] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.537300] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10dc11e-0993-49a8-9256-d979e5cbad9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.543634] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 900.543634] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520ab39f-919e-9c05-4949-cb2e58006bee" [ 900.543634] env[68864]: _type = "Task" [ 900.543634] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.553441] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520ab39f-919e-9c05-4949-cb2e58006bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.587319] env[68864]: DEBUG nova.scheduler.client.report [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.592780] env[68864]: DEBUG nova.network.neutron [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updated VIF entry in instance network info cache for port df0df02e-4b45-42e5-897f-af5dbeb08b26. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.593167] env[68864]: DEBUG nova.network.neutron [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance_info_cache with network_info: [{"id": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "address": "fa:16:3e:02:fb:60", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0df02e-4b", "ovs_interfaceid": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.712023] env[68864]: DEBUG nova.compute.manager [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.712023] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.712023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a5273d-ac4d-47e1-a2a5-70719ff6f3f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.720140] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.720243] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29878040-ab33-4e15-b468-8f43cb0a81f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.727989] env[68864]: DEBUG oslo_vmware.api [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 900.727989] env[68864]: value = "task-3185616" [ 900.727989] env[68864]: _type = "Task" [ 900.727989] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.738048] env[68864]: DEBUG oslo_vmware.api [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.899324] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185615, 'name': ReconfigVM_Task, 'duration_secs': 0.30107} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.899663] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d2bba9a6-c01d-42a7-8de9-8397efef9054/d2bba9a6-c01d-42a7-8de9-8397efef9054.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.900565] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29f85e8e-a16a-4144-b892-a80df41bc74d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.909661] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 900.909661] env[68864]: value = "task-3185617" [ 900.909661] env[68864]: _type = "Task" [ 900.909661] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.923070] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185617, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.057837] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520ab39f-919e-9c05-4949-cb2e58006bee, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.058706] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2098da47-73d5-47d2-bbeb-635cb8426590 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.066177] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 901.066177] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526d051b-9c0c-75a2-b499-7326a3124a4a" [ 901.066177] env[68864]: _type = "Task" [ 901.066177] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.075127] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526d051b-9c0c-75a2-b499-7326a3124a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.096269] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.099718] env[68864]: DEBUG oslo_concurrency.lockutils [req-5aa76433-a463-4da4-87c4-e076936c1c2f req-089b35ba-824e-4ce0-9a2b-d3f8c61fcf1c service nova] Releasing lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.099718] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.149s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.100791] env[68864]: INFO nova.compute.claims [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.119363] env[68864]: INFO nova.scheduler.client.report [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted allocations for instance 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8 [ 901.238549] env[68864]: DEBUG oslo_vmware.api [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185616, 'name': PowerOffVM_Task, 'duration_secs': 0.188898} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.238827] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.238997] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.239265] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e74d7c73-4ecc-4486-a5f0-ec8905fd9985 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.308354] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.308599] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.308783] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleting the datastore file [datastore2] 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.309089] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8941ed3b-e6ea-46a9-8649-020b76a18b5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.319749] env[68864]: DEBUG oslo_vmware.api [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for the task: (returnval){ [ 901.319749] env[68864]: value = "task-3185619" [ 901.319749] env[68864]: _type = "Task" [ 901.319749] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.328817] env[68864]: DEBUG oslo_vmware.api [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.421700] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185617, 'name': Rename_Task, 'duration_secs': 0.159367} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.422070] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.422382] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-295778da-2863-4660-ad8f-7b8d9ae643ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.431122] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 901.431122] env[68864]: value = "task-3185620" [ 901.431122] env[68864]: _type = "Task" [ 901.431122] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.442435] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.577746] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526d051b-9c0c-75a2-b499-7326a3124a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.578355] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.578355] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f3ca6705-7fd4-429c-b0ef-24fa3effd40a/f3ca6705-7fd4-429c-b0ef-24fa3effd40a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.578601] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-050bd147-3330-4c27-b804-12d51680bf24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.585669] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 901.585669] env[68864]: value = "task-3185621" [ 901.585669] env[68864]: _type = "Task" [ 901.585669] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.594129] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.630093] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bd3a3735-e74f-4d71-bdad-e101dba45b13 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.510s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.833688] env[68864]: DEBUG oslo_vmware.api [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Task: {'id': task-3185619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173616} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.833992] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.834211] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.834397] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.834581] env[68864]: INFO nova.compute.manager [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Took 1.13 seconds to destroy the instance on the hypervisor. [ 901.835155] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.835155] env[68864]: DEBUG nova.compute.manager [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.835155] env[68864]: DEBUG nova.network.neutron [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.943519] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.102934] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474139} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.103250] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f3ca6705-7fd4-429c-b0ef-24fa3effd40a/f3ca6705-7fd4-429c-b0ef-24fa3effd40a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.103579] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.103779] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a93fa56-8d28-4313-844e-28716e110ce7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.115232] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 902.115232] env[68864]: value = "task-3185622" [ 902.115232] env[68864]: _type = "Task" [ 902.115232] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.124719] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.203344] env[68864]: DEBUG nova.compute.manager [req-b4395891-0770-4290-8eac-581a0a1d48c0 req-a555b52d-d703-4c4f-bf0a-65aafde1ebe1 service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Received event network-vif-deleted-45c41865-16ab-4b10-9d78-963af53ec87c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.203559] env[68864]: INFO nova.compute.manager [req-b4395891-0770-4290-8eac-581a0a1d48c0 req-a555b52d-d703-4c4f-bf0a-65aafde1ebe1 service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Neutron deleted interface 45c41865-16ab-4b10-9d78-963af53ec87c; detaching it from the instance and deleting it from the info cache [ 902.203907] env[68864]: DEBUG nova.network.neutron [req-b4395891-0770-4290-8eac-581a0a1d48c0 req-a555b52d-d703-4c4f-bf0a-65aafde1ebe1 service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.437226] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec85ed-f74a-4b2a-8b01-50b63e4afd86 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.445441] env[68864]: DEBUG oslo_vmware.api [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185620, 'name': PowerOnVM_Task, 'duration_secs': 0.69444} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.447399] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.447617] env[68864]: INFO nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Took 7.66 seconds to spawn the instance on the hypervisor. [ 902.447797] env[68864]: DEBUG nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.448650] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d984b2-d4ca-47b5-86b4-1acae6ee8768 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.451527] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210a806e-5d51-441f-ae2c-d5fa6da8c492 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.489259] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ec006f-4ee3-478b-b0e5-ea4b0d2c91b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.498882] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454bb5da-dea7-435d-8fad-7a055e0905be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.514545] env[68864]: DEBUG nova.compute.provider_tree [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.598131] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "028503c1-80c7-4f98-9fde-768bdd793a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.598419] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.598637] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "028503c1-80c7-4f98-9fde-768bdd793a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.598822] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.598993] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.601972] env[68864]: INFO nova.compute.manager [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Terminating instance [ 902.625111] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092239} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.625379] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.626177] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bdf81d-8aee-4b0c-bfb5-223e87995d5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.649392] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f3ca6705-7fd4-429c-b0ef-24fa3effd40a/f3ca6705-7fd4-429c-b0ef-24fa3effd40a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.649931] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3753004-c87a-4783-8b17-a2c7c53ce0f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.669584] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 902.669584] env[68864]: value = "task-3185623" [ 902.669584] env[68864]: _type = "Task" [ 902.669584] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.672846] env[68864]: DEBUG nova.network.neutron [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.680222] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.707131] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc147831-0503-42ab-8251-7499ab7487ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.717937] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d6939-7db4-48d2-943c-c31318c701bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.755174] env[68864]: DEBUG nova.compute.manager [req-b4395891-0770-4290-8eac-581a0a1d48c0 req-a555b52d-d703-4c4f-bf0a-65aafde1ebe1 service nova] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Detach interface failed, port_id=45c41865-16ab-4b10-9d78-963af53ec87c, reason: Instance 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 902.997254] env[68864]: INFO nova.compute.manager [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Took 21.86 seconds to build instance. [ 903.017590] env[68864]: DEBUG nova.scheduler.client.report [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.106296] env[68864]: DEBUG nova.compute.manager [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.106587] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.107486] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3f4a4-4600-4cf7-a829-b4b64af5a5f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.115864] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.116129] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0d458b1-4b83-44bc-85b4-8cc1d8533850 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.122967] env[68864]: DEBUG oslo_vmware.api [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 903.122967] env[68864]: value = "task-3185624" [ 903.122967] env[68864]: _type = "Task" [ 903.122967] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.130932] env[68864]: DEBUG oslo_vmware.api [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.136112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "286cac8a-fc04-4793-9c07-e4122565b33d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.136112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "286cac8a-fc04-4793-9c07-e4122565b33d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.175157] env[68864]: INFO nova.compute.manager [-] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Took 1.34 seconds to deallocate network for instance. [ 903.183963] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.485083] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.501376] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a5c324a1-63ee-4c0c-8509-13214d46cb3d tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.377s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.501848] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.017s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.501966] env[68864]: DEBUG nova.compute.manager [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.502805] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf9046-2ffd-48cf-aa61-eef2169f1983 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.509979] env[68864]: DEBUG nova.compute.manager [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 903.510548] env[68864]: DEBUG nova.objects.instance [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'flavor' on Instance uuid d2bba9a6-c01d-42a7-8de9-8397efef9054 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.523667] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.524212] env[68864]: DEBUG nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.527225] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.890s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.527801] env[68864]: DEBUG nova.objects.instance [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lazy-loading 'resources' on Instance uuid 66268137-ef58-4a34-b352-aec762b6092a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.635282] env[68864]: DEBUG oslo_vmware.api [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185624, 'name': PowerOffVM_Task, 'duration_secs': 0.212174} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.635566] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.635736] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.635992] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d627dad-ff2a-4ddb-aa18-160fa5ce1e2f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.637880] env[68864]: DEBUG nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.680988] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185623, 'name': ReconfigVM_Task, 'duration_secs': 0.973178} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.681284] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f3ca6705-7fd4-429c-b0ef-24fa3effd40a/f3ca6705-7fd4-429c-b0ef-24fa3effd40a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.681924] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917ecd4f-8e16-493b-ab25-3a7bb4a2c9c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.685523] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.689242] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 903.689242] env[68864]: value = "task-3185626" [ 903.689242] env[68864]: _type = "Task" [ 903.689242] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.697052] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185626, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.719993] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.720237] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.720452] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleting the datastore file [datastore1] 028503c1-80c7-4f98-9fde-768bdd793a2b {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.720758] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c40dbfd7-dbba-4496-82da-9e828677a6e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.732355] env[68864]: DEBUG oslo_vmware.api [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 903.732355] env[68864]: value = "task-3185627" [ 903.732355] env[68864]: _type = "Task" [ 903.732355] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.740750] env[68864]: DEBUG oslo_vmware.api [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.031231] env[68864]: DEBUG nova.compute.utils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.034892] env[68864]: DEBUG nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.035998] env[68864]: DEBUG nova.network.neutron [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.132570] env[68864]: DEBUG nova.policy [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e417fe1743954f57be2d55509127d607', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c81826ed327641c2b30bbbda115f485a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.156410] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.203442] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185626, 'name': Rename_Task, 'duration_secs': 0.155185} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.203918] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.204313] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7476c839-4b14-4d9d-82f5-a74a27407864 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.213654] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 904.213654] env[68864]: value = "task-3185628" [ 904.213654] env[68864]: _type = "Task" [ 904.213654] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.224669] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.247625] env[68864]: DEBUG oslo_vmware.api [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127239} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.247982] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.248256] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.248978] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.248978] env[68864]: INFO nova.compute.manager [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 904.250447] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.250447] env[68864]: DEBUG nova.compute.manager [-] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.250447] env[68864]: DEBUG nova.network.neutron [-] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.422450] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0dd50b-8ee8-4106-84ac-85e3771d8ad3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.430288] env[68864]: DEBUG nova.network.neutron [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Successfully created port: 3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.432917] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bdead3-beb3-416c-bede-9a1215d19715 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.473386] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9644cf1a-dd30-482f-be5f-3fb622019259 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.482699] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f57487c-2811-48f3-a1cf-225719959da0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.499368] env[68864]: DEBUG nova.compute.provider_tree [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.519244] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.523018] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201a390d-e909-4c6f-a223-12892ffcb027 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.526533] env[68864]: DEBUG oslo_vmware.api [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 904.526533] env[68864]: value = "task-3185629" [ 904.526533] env[68864]: _type = "Task" [ 904.526533] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.535892] env[68864]: DEBUG nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.539388] env[68864]: DEBUG oslo_vmware.api [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.578108] env[68864]: DEBUG nova.compute.manager [req-8b9af14d-53f6-48a3-bf9c-40c019894388 req-14e2e766-2b6e-4976-821b-f9cb358bb094 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Received event network-vif-deleted-bfe20a6e-e994-4cf6-9b3d-25f2d9befd49 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.578418] env[68864]: INFO nova.compute.manager [req-8b9af14d-53f6-48a3-bf9c-40c019894388 req-14e2e766-2b6e-4976-821b-f9cb358bb094 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Neutron deleted interface bfe20a6e-e994-4cf6-9b3d-25f2d9befd49; detaching it from the instance and deleting it from the info cache [ 904.578696] env[68864]: DEBUG nova.network.neutron [req-8b9af14d-53f6-48a3-bf9c-40c019894388 req-14e2e766-2b6e-4976-821b-f9cb358bb094 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.723409] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.989502] env[68864]: DEBUG nova.network.neutron [-] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.002626] env[68864]: DEBUG nova.scheduler.client.report [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.036837] env[68864]: DEBUG oslo_vmware.api [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185629, 'name': PowerOffVM_Task, 'duration_secs': 0.174775} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.037116] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.037318] env[68864]: DEBUG nova.compute.manager [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.038057] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab463c3-3b5d-447a-a8d0-9b0de2d58f2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.081323] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-697d0866-e748-4440-abfc-064136770e66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.090865] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae7df30-ee2d-47ba-b690-bddfd10ab25e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.124977] env[68864]: DEBUG nova.compute.manager [req-8b9af14d-53f6-48a3-bf9c-40c019894388 req-14e2e766-2b6e-4976-821b-f9cb358bb094 service nova] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Detach interface failed, port_id=bfe20a6e-e994-4cf6-9b3d-25f2d9befd49, reason: Instance 028503c1-80c7-4f98-9fde-768bdd793a2b could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.224104] env[68864]: DEBUG oslo_vmware.api [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185628, 'name': PowerOnVM_Task, 'duration_secs': 0.671256} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.224389] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.224592] env[68864]: INFO nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Took 7.89 seconds to spawn the instance on the hypervisor. [ 905.224832] env[68864]: DEBUG nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.225693] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbdb322-ab09-4cc3-a365-4ead517ce335 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.492395] env[68864]: INFO nova.compute.manager [-] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Took 1.24 seconds to deallocate network for instance. [ 905.508030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.510225] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.555s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.532872] env[68864]: INFO nova.scheduler.client.report [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Deleted allocations for instance 66268137-ef58-4a34-b352-aec762b6092a [ 905.545532] env[68864]: DEBUG nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.550802] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7d15bdcc-6ae4-44cd-9bdd-6916952bad2f tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.573567] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.573830] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.573992] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.574188] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.574336] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.574484] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.574688] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.574851] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.575025] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.575193] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.575369] env[68864]: DEBUG nova.virt.hardware [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.576288] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428d0811-e47f-457e-9df3-66b71d033435 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.584651] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d399585-f239-491e-91cb-bb7bbacd6476 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.743729] env[68864]: INFO nova.compute.manager [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Took 24.51 seconds to build instance. [ 905.879831] env[68864]: DEBUG nova.compute.manager [req-d6a553c0-a90b-44ec-8cfa-c8c8556d9a43 req-68699664-ad70-4f20-9846-0e5274d4b542 service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Received event network-vif-plugged-3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.880092] env[68864]: DEBUG oslo_concurrency.lockutils [req-d6a553c0-a90b-44ec-8cfa-c8c8556d9a43 req-68699664-ad70-4f20-9846-0e5274d4b542 service nova] Acquiring lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.880311] env[68864]: DEBUG oslo_concurrency.lockutils [req-d6a553c0-a90b-44ec-8cfa-c8c8556d9a43 req-68699664-ad70-4f20-9846-0e5274d4b542 service nova] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.880479] env[68864]: DEBUG oslo_concurrency.lockutils [req-d6a553c0-a90b-44ec-8cfa-c8c8556d9a43 req-68699664-ad70-4f20-9846-0e5274d4b542 service nova] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.880647] env[68864]: DEBUG nova.compute.manager [req-d6a553c0-a90b-44ec-8cfa-c8c8556d9a43 req-68699664-ad70-4f20-9846-0e5274d4b542 service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] No waiting events found dispatching network-vif-plugged-3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.880885] env[68864]: WARNING nova.compute.manager [req-d6a553c0-a90b-44ec-8cfa-c8c8556d9a43 req-68699664-ad70-4f20-9846-0e5274d4b542 service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Received unexpected event network-vif-plugged-3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 for instance with vm_state building and task_state spawning. [ 905.923915] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.924399] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.924702] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "d2bba9a6-c01d-42a7-8de9-8397efef9054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.924988] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.925194] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.927291] env[68864]: INFO nova.compute.manager [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Terminating instance [ 905.936087] env[68864]: DEBUG nova.network.neutron [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Successfully updated port: 3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.999211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.040814] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cb4e0128-5745-4d68-be90-8c4128a3aec8 tempest-ListServerFiltersTestJSON-919570602 tempest-ListServerFiltersTestJSON-919570602-project-member] Lock "66268137-ef58-4a34-b352-aec762b6092a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.549s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.245496] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34053c11-14a6-466f-a765-0ad5886c7220 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.018s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.300523] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593f9d51-0f28-49c6-9b3b-dc80c0aa350c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.308653] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d11e95-67b1-45f6-a3d3-ea8671c19c59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.341542] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106f43cb-6731-49c0-bea8-903ada97b1c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.347786] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f93eb5-02c0-40e2-a41c-30eb91d68f83 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.361042] env[68864]: DEBUG nova.compute.provider_tree [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.434227] env[68864]: DEBUG nova.compute.manager [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.434475] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.435397] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b265649-fb8c-47d6-bc6f-1d011e8f9d31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.439151] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "refresh_cache-e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.440294] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "refresh_cache-e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.440294] env[68864]: DEBUG nova.network.neutron [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.445766] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.446082] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1baa5cb4-c37a-4f71-984d-82a4ee06f7ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.513959] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.514368] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.514688] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleting the datastore file [datastore1] d2bba9a6-c01d-42a7-8de9-8397efef9054 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.515483] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5445bcc5-7593-44ff-aae0-4df2e9710124 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.521851] env[68864]: DEBUG oslo_vmware.api [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 906.521851] env[68864]: value = "task-3185631" [ 906.521851] env[68864]: _type = "Task" [ 906.521851] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.530233] env[68864]: DEBUG oslo_vmware.api [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.864654] env[68864]: DEBUG nova.scheduler.client.report [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.981607] env[68864]: DEBUG nova.network.neutron [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.035084] env[68864]: DEBUG oslo_vmware.api [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445074} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.035382] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.035564] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.035751] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.035931] env[68864]: INFO nova.compute.manager [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Took 0.60 seconds to destroy the instance on the hypervisor. [ 907.036196] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.036386] env[68864]: DEBUG nova.compute.manager [-] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.036474] env[68864]: DEBUG nova.network.neutron [-] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.130187] env[68864]: DEBUG nova.network.neutron [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Updating instance_info_cache with network_info: [{"id": "3d8bcd89-d7d6-4f65-9d09-216098cfc9b7", "address": "fa:16:3e:4b:71:f5", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8bcd89-d7", "ovs_interfaceid": "3d8bcd89-d7d6-4f65-9d09-216098cfc9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.290070] env[68864]: DEBUG nova.compute.manager [req-3d0947c8-2cf0-4fb3-b801-225f52c86a82 req-a9d5b68c-aa0d-4e88-980d-1ca753efc2a7 service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Received event network-vif-deleted-8b5c093c-7095-4b3a-adb8-ea4336144553 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.290590] env[68864]: INFO nova.compute.manager [req-3d0947c8-2cf0-4fb3-b801-225f52c86a82 req-a9d5b68c-aa0d-4e88-980d-1ca753efc2a7 service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Neutron deleted interface 8b5c093c-7095-4b3a-adb8-ea4336144553; detaching it from the instance and deleting it from the info cache [ 907.290795] env[68864]: DEBUG nova.network.neutron [req-3d0947c8-2cf0-4fb3-b801-225f52c86a82 req-a9d5b68c-aa0d-4e88-980d-1ca753efc2a7 service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.633126] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "refresh_cache-e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.633490] env[68864]: DEBUG nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Instance network_info: |[{"id": "3d8bcd89-d7d6-4f65-9d09-216098cfc9b7", "address": "fa:16:3e:4b:71:f5", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8bcd89-d7", "ovs_interfaceid": "3d8bcd89-d7d6-4f65-9d09-216098cfc9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.633961] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:71:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d8bcd89-d7d6-4f65-9d09-216098cfc9b7', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.641401] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.641618] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.641883] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b3b711b-ee06-487d-86e9-2abd0ab12064 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.662629] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.662629] env[68864]: value = "task-3185632" [ 907.662629] env[68864]: _type = "Task" [ 907.662629] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.670222] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185632, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.771857] env[68864]: DEBUG nova.network.neutron [-] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.792526] env[68864]: DEBUG nova.compute.manager [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 907.795662] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdf8c521-496f-4b65-b3e3-5253eaac9d10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.805700] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7082094-dd59-4aab-8403-cf675e78d284 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.846049] env[68864]: DEBUG nova.compute.manager [req-3d0947c8-2cf0-4fb3-b801-225f52c86a82 req-a9d5b68c-aa0d-4e88-980d-1ca753efc2a7 service nova] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Detach interface failed, port_id=8b5c093c-7095-4b3a-adb8-ea4336144553, reason: Instance d2bba9a6-c01d-42a7-8de9-8397efef9054 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.875197] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.365s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.875430] env[68864]: DEBUG nova.compute.manager [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68864) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 907.878184] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.109s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.878392] env[68864]: DEBUG nova.objects.instance [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lazy-loading 'resources' on Instance uuid 67287663-892c-4097-80ad-539add96091c {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.928636] env[68864]: DEBUG nova.compute.manager [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Received event network-changed-3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.928817] env[68864]: DEBUG nova.compute.manager [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Refreshing instance network info cache due to event network-changed-3d8bcd89-d7d6-4f65-9d09-216098cfc9b7. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.928873] env[68864]: DEBUG oslo_concurrency.lockutils [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] Acquiring lock "refresh_cache-e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.928997] env[68864]: DEBUG oslo_concurrency.lockutils [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] Acquired lock "refresh_cache-e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.929171] env[68864]: DEBUG nova.network.neutron [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Refreshing network info cache for port 3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.174514] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185632, 'name': CreateVM_Task, 'duration_secs': 0.396345} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.174692] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.175401] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.175567] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.176125] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.176190] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f496565-9d4c-483f-a7cb-c4765a40fc9a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.180735] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 908.180735] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d0a80d-e1ba-8271-cf1f-24b57e143c8e" [ 908.180735] env[68864]: _type = "Task" [ 908.180735] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.191273] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d0a80d-e1ba-8271-cf1f-24b57e143c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.277340] env[68864]: INFO nova.compute.manager [-] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Took 1.24 seconds to deallocate network for instance. [ 908.329649] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.458221] env[68864]: INFO nova.scheduler.client.report [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted allocation for migration c8d8f5ff-fbdd-460f-a94a-68930a6f5707 [ 908.692422] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d0a80d-e1ba-8271-cf1f-24b57e143c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.693450] env[68864]: DEBUG nova.network.neutron [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Updated VIF entry in instance network info cache for port 3d8bcd89-d7d6-4f65-9d09-216098cfc9b7. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.693984] env[68864]: DEBUG nova.network.neutron [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Updating instance_info_cache with network_info: [{"id": "3d8bcd89-d7d6-4f65-9d09-216098cfc9b7", "address": "fa:16:3e:4b:71:f5", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8bcd89-d7", "ovs_interfaceid": "3d8bcd89-d7d6-4f65-9d09-216098cfc9b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.695181] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.695440] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.695649] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.695795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.695973] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.700637] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd4255da-14d6-480c-a87f-423d5a6e76d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.708696] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.712047] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.712047] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24cad0d9-a309-4533-8093-8c5a888385f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.718049] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 908.718049] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e360a1-742b-b69b-ec27-7550dfd913b2" [ 908.718049] env[68864]: _type = "Task" [ 908.718049] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.728216] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e360a1-742b-b69b-ec27-7550dfd913b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.786989] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.811149] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf2401b-cec9-4bb9-933e-fb97ac476f80 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.820489] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf7b1d5-5088-4662-9a48-83a3bc89df4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.851802] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c3afe3-fb7b-458f-a748-b1a98aff72bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.859328] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d46cb-2138-4f5d-b6a2-a45a1f8cf41b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.873022] env[68864]: DEBUG nova.compute.provider_tree [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.968360] env[68864]: DEBUG oslo_concurrency.lockutils [None req-72f34a14-905c-4f79-bdc4-aef42d4c8193 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.325s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.198353] env[68864]: DEBUG oslo_concurrency.lockutils [req-90268014-c149-4852-9aa5-c96a57bfb199 req-50e157df-2417-4752-a940-8fb20bed043e service nova] Releasing lock "refresh_cache-e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.235519] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e360a1-742b-b69b-ec27-7550dfd913b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.236906] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f71ede-62d8-4b8d-8fcb-b5f950d75fbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.244202] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 909.244202] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524e0863-eaf0-b9f6-c7b1-37a56cacf886" [ 909.244202] env[68864]: _type = "Task" [ 909.244202] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.252860] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524e0863-eaf0-b9f6-c7b1-37a56cacf886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.377223] env[68864]: DEBUG nova.scheduler.client.report [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.753970] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524e0863-eaf0-b9f6-c7b1-37a56cacf886, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.754321] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.754525] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a/e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.754810] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-953f9dc5-6a64-4af1-83c7-82edcd2137d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.762009] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 909.762009] env[68864]: value = "task-3185633" [ 909.762009] env[68864]: _type = "Task" [ 909.762009] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.769914] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.883301] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.886678] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.107s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.887654] env[68864]: DEBUG nova.objects.instance [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'resources' on Instance uuid bf8eaa7a-343b-49dc-b5f9-0465794804f0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.912278] env[68864]: INFO nova.scheduler.client.report [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Deleted allocations for instance 67287663-892c-4097-80ad-539add96091c [ 909.916350] env[68864]: DEBUG nova.objects.instance [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'flavor' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.274493] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44792} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.276025] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a/e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.276025] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.276025] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4e86328-9862-4631-8529-5657b457afdd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.287290] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 910.287290] env[68864]: value = "task-3185634" [ 910.287290] env[68864]: _type = "Task" [ 910.287290] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.294584] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.420582] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.420767] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.420944] env[68864]: DEBUG nova.network.neutron [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.421138] env[68864]: DEBUG nova.objects.instance [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'info_cache' on Instance uuid 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.424727] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0f0a6a5-f0f9-45d3-a2da-5b75473e368a tempest-ServerRescueTestJSONUnderV235-628357252 tempest-ServerRescueTestJSONUnderV235-628357252-project-member] Lock "67287663-892c-4097-80ad-539add96091c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.426s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.705641] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e2c0b-1c09-43da-af82-fdfd738b2746 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.713354] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e00d22-63c1-4513-9f25-4e1feeb3e534 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.745429] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843f3cf-a367-4a68-bc3f-9c0304403700 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.754722] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96b1b9-38f2-4756-8a7a-0b94ba20d2b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.769128] env[68864]: DEBUG nova.compute.provider_tree [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.798981] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066748} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.799268] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.800248] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fd535-d28c-42e8-97ae-4f3993abbbb0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.826127] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a/e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.826523] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7372b2-8bcf-4fab-932e-86431a6d1bd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.845763] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "f199c2a3-976f-4ab8-b403-981ceb3d4127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.846013] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.850358] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 910.850358] env[68864]: value = "task-3185638" [ 910.850358] env[68864]: _type = "Task" [ 910.850358] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.858758] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.925329] env[68864]: DEBUG nova.objects.base [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Object Instance<52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc> lazy-loaded attributes: flavor,info_cache {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.272496] env[68864]: DEBUG nova.scheduler.client.report [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.347857] env[68864]: DEBUG nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.360861] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185638, 'name': ReconfigVM_Task, 'duration_secs': 0.292987} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.361794] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Reconfigured VM instance instance-00000046 to attach disk [datastore2] e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a/e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.362600] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba7ea42b-03e8-4134-a882-9bf8461b2cbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.372318] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 911.372318] env[68864]: value = "task-3185639" [ 911.372318] env[68864]: _type = "Task" [ 911.372318] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.379666] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185639, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.674488] env[68864]: DEBUG nova.network.neutron [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [{"id": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "address": "fa:16:3e:44:31:5b", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd10dc44-76", "ovs_interfaceid": "fd10dc44-7617-4c77-a1a7-8c3141d7a47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.781025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.781435] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.543s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.783047] env[68864]: INFO nova.compute.claims [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.812589] env[68864]: INFO nova.scheduler.client.report [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Deleted allocations for instance bf8eaa7a-343b-49dc-b5f9-0465794804f0 [ 911.874017] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.885592] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185639, 'name': Rename_Task, 'duration_secs': 0.190625} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.885867] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.886145] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4613c2bd-edcb-4f4b-b222-88108df7b593 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.894724] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 911.894724] env[68864]: value = "task-3185640" [ 911.894724] env[68864]: _type = "Task" [ 911.894724] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.903313] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.178628] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.322652] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98dde2cd-b765-451f-8c8f-8952ce091ea7 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "bf8eaa7a-343b-49dc-b5f9-0465794804f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.733s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.405104] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.904802] env[68864]: DEBUG oslo_vmware.api [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185640, 'name': PowerOnVM_Task, 'duration_secs': 0.531559} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.907203] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.907412] env[68864]: INFO nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Took 7.36 seconds to spawn the instance on the hypervisor. [ 912.907589] env[68864]: DEBUG nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.908531] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fafbd8f-1c92-4dbe-96e1-1476172b7059 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.083440] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60533c05-4dc8-4122-b366-0acb87633850 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.092392] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25e951-e1f8-4633-8b1f-4e2345f153a1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.122421] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea876985-214b-46c5-aa40-17ac302896c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.129161] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ee6113-3657-437b-b792-c05d391c1d6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.142258] env[68864]: DEBUG nova.compute.provider_tree [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.185328] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.185663] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b65f22-c9b8-48da-9c94-1617c4603153 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.192771] env[68864]: DEBUG oslo_vmware.api [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 913.192771] env[68864]: value = "task-3185641" [ 913.192771] env[68864]: _type = "Task" [ 913.192771] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.201540] env[68864]: DEBUG oslo_vmware.api [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.428761] env[68864]: INFO nova.compute.manager [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Took 23.50 seconds to build instance. [ 913.645937] env[68864]: DEBUG nova.scheduler.client.report [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.704982] env[68864]: DEBUG oslo_vmware.api [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185641, 'name': PowerOnVM_Task, 'duration_secs': 0.465701} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.705550] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.705973] env[68864]: DEBUG nova.compute.manager [None req-ec09c08b-e7d6-4aad-9fb4-7c46953291e3 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.707025] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779d1022-0e89-40b7-a792-69acd0e1a033 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.933963] env[68864]: DEBUG oslo_concurrency.lockutils [None req-affc397a-1fbf-4fb5-b6f9-73953de0372f tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.020s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.150895] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.151473] env[68864]: DEBUG nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.154290] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.570s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.155777] env[68864]: INFO nova.compute.claims [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.660278] env[68864]: DEBUG nova.compute.utils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.663456] env[68864]: DEBUG nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.663628] env[68864]: DEBUG nova.network.neutron [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.714502] env[68864]: DEBUG nova.policy [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffac22fa8dcb40f191b57fb3a03c9f2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520c8dd826ae42dc8e35db23cd35dc49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.739983] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.740161] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.740362] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.740550] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.740716] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.742800] env[68864]: INFO nova.compute.manager [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Terminating instance [ 915.106226] env[68864]: DEBUG nova.network.neutron [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Successfully created port: 439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.108470] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.108692] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.167569] env[68864]: DEBUG nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.246646] env[68864]: DEBUG nova.compute.manager [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.246933] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.248453] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23369b08-12ac-4a81-bfe1-433949364f9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.256509] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.256782] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2a5e38e-9639-4a12-89e7-18a47177ddf1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.263251] env[68864]: DEBUG oslo_vmware.api [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 915.263251] env[68864]: value = "task-3185643" [ 915.263251] env[68864]: _type = "Task" [ 915.263251] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.271639] env[68864]: DEBUG oslo_vmware.api [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.496259] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c816f0-2496-433f-9c38-94ca60282919 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.504471] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b6a1cf-2b83-402b-aa01-76759a1daa93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.537371] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae83232-8a48-4a72-856d-509dd7a9b642 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.545565] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c9d376-a9b9-4352-8905-ee7bbf909bf6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.559914] env[68864]: DEBUG nova.compute.provider_tree [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.611239] env[68864]: DEBUG nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.772618] env[68864]: DEBUG oslo_vmware.api [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185643, 'name': PowerOffVM_Task, 'duration_secs': 0.224125} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.772911] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.773101] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.773354] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40d2876f-3772-4ca8-9268-a7043604741c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.887485] env[68864]: DEBUG nova.compute.manager [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.888428] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8dc2e0-2734-40d1-bdd4-ce1e99a11caf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.020185] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.020457] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.020669] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleting the datastore file [datastore1] 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.020985] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6cc59a1-11df-4326-b706-1fe88eb3cfc1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.029219] env[68864]: DEBUG oslo_vmware.api [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 916.029219] env[68864]: value = "task-3185646" [ 916.029219] env[68864]: _type = "Task" [ 916.029219] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.037414] env[68864]: DEBUG oslo_vmware.api [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.062041] env[68864]: DEBUG nova.scheduler.client.report [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.131546] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.184053] env[68864]: DEBUG nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.208176] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.208512] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.208682] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.208867] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.209028] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.209213] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.209516] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.209637] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.209803] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.209968] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.210173] env[68864]: DEBUG nova.virt.hardware [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.211057] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499f06ce-72b5-40ae-886a-8afebd8d3bcd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.219149] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d0bb51-78c5-4899-86da-fbe83735e646 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.399883] env[68864]: INFO nova.compute.manager [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] instance snapshotting [ 916.402950] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc247cde-5392-4440-ade9-2f5a8661059d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.422504] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fac94d1-6661-4606-8260-f2918a2911f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.512378] env[68864]: DEBUG nova.compute.manager [req-a2a1b0b3-d715-4b90-88e6-4f88afc1e4b9 req-10b99978-0d13-4909-9820-58049d771dac service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Received event network-vif-plugged-439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.512619] env[68864]: DEBUG oslo_concurrency.lockutils [req-a2a1b0b3-d715-4b90-88e6-4f88afc1e4b9 req-10b99978-0d13-4909-9820-58049d771dac service nova] Acquiring lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.513265] env[68864]: DEBUG oslo_concurrency.lockutils [req-a2a1b0b3-d715-4b90-88e6-4f88afc1e4b9 req-10b99978-0d13-4909-9820-58049d771dac service nova] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.513606] env[68864]: DEBUG oslo_concurrency.lockutils [req-a2a1b0b3-d715-4b90-88e6-4f88afc1e4b9 req-10b99978-0d13-4909-9820-58049d771dac service nova] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.513952] env[68864]: DEBUG nova.compute.manager [req-a2a1b0b3-d715-4b90-88e6-4f88afc1e4b9 req-10b99978-0d13-4909-9820-58049d771dac service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] No waiting events found dispatching network-vif-plugged-439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.514244] env[68864]: WARNING nova.compute.manager [req-a2a1b0b3-d715-4b90-88e6-4f88afc1e4b9 req-10b99978-0d13-4909-9820-58049d771dac service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Received unexpected event network-vif-plugged-439b98c1-16b9-47b1-a071-5d35a70063f3 for instance with vm_state building and task_state spawning. [ 916.541739] env[68864]: DEBUG oslo_vmware.api [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169205} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.541989] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.542186] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.542359] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.542528] env[68864]: INFO nova.compute.manager [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Took 1.30 seconds to destroy the instance on the hypervisor. [ 916.542763] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.542947] env[68864]: DEBUG nova.compute.manager [-] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.543054] env[68864]: DEBUG nova.network.neutron [-] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.567733] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.568355] env[68864]: DEBUG nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.571041] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.886s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.575023] env[68864]: DEBUG nova.objects.instance [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lazy-loading 'resources' on Instance uuid 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.603793] env[68864]: DEBUG nova.network.neutron [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Successfully updated port: 439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.933465] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.934590] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9a5b097-ea89-49ed-9827-564f8d8942ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.943339] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 916.943339] env[68864]: value = "task-3185647" [ 916.943339] env[68864]: _type = "Task" [ 916.943339] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.950738] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185647, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.038972] env[68864]: DEBUG nova.compute.manager [req-7f70b9eb-8c69-4135-88ce-5dfee9d07328 req-e976d0bb-a7c6-4597-a4f8-6dcd390e9ff1 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Received event network-vif-deleted-fd10dc44-7617-4c77-a1a7-8c3141d7a47b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.039054] env[68864]: INFO nova.compute.manager [req-7f70b9eb-8c69-4135-88ce-5dfee9d07328 req-e976d0bb-a7c6-4597-a4f8-6dcd390e9ff1 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Neutron deleted interface fd10dc44-7617-4c77-a1a7-8c3141d7a47b; detaching it from the instance and deleting it from the info cache [ 917.039279] env[68864]: DEBUG nova.network.neutron [req-7f70b9eb-8c69-4135-88ce-5dfee9d07328 req-e976d0bb-a7c6-4597-a4f8-6dcd390e9ff1 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.074543] env[68864]: DEBUG nova.compute.utils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.076503] env[68864]: DEBUG nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 917.105905] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.106108] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.106291] env[68864]: DEBUG nova.network.neutron [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.357448] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8efd73-a687-49cf-83dc-ffd5bd417c3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.364983] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecd5883-2413-49e4-a80a-33a403ec3179 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.396362] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c455a1e-07ef-4b0c-9ff0-a51cb094d530 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.403755] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83589370-de20-4503-ada5-5d87fe771056 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.416433] env[68864]: DEBUG nova.compute.provider_tree [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.452185] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185647, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.515400] env[68864]: DEBUG nova.network.neutron [-] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.543567] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-739d58e7-f5f9-4de0-a654-5d2d99d43ca6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.554374] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663e1a1-be65-415e-92de-6ba29b7f32b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.585383] env[68864]: DEBUG nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.587908] env[68864]: DEBUG nova.compute.manager [req-7f70b9eb-8c69-4135-88ce-5dfee9d07328 req-e976d0bb-a7c6-4597-a4f8-6dcd390e9ff1 service nova] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Detach interface failed, port_id=fd10dc44-7617-4c77-a1a7-8c3141d7a47b, reason: Instance 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.638924] env[68864]: DEBUG nova.network.neutron [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.770369] env[68864]: DEBUG nova.network.neutron [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Updating instance_info_cache with network_info: [{"id": "439b98c1-16b9-47b1-a071-5d35a70063f3", "address": "fa:16:3e:7c:c8:14", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439b98c1-16", "ovs_interfaceid": "439b98c1-16b9-47b1-a071-5d35a70063f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.919876] env[68864]: DEBUG nova.scheduler.client.report [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.953797] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185647, 'name': CreateSnapshot_Task, 'duration_secs': 0.54776} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.954109] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 917.954847] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2743b7-95b1-4049-99bb-2dc07719c0f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.017747] env[68864]: INFO nova.compute.manager [-] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Took 1.47 seconds to deallocate network for instance. [ 918.272812] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.273268] env[68864]: DEBUG nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Instance network_info: |[{"id": "439b98c1-16b9-47b1-a071-5d35a70063f3", "address": "fa:16:3e:7c:c8:14", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439b98c1-16", "ovs_interfaceid": "439b98c1-16b9-47b1-a071-5d35a70063f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.273700] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:c8:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439b98c1-16b9-47b1-a071-5d35a70063f3', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.281364] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Creating folder: Project (520c8dd826ae42dc8e35db23cd35dc49). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.281616] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f02de948-c1fd-4cea-9694-e3b8787462d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.292060] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Created folder: Project (520c8dd826ae42dc8e35db23cd35dc49) in parent group-v636929. [ 918.292060] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Creating folder: Instances. Parent ref: group-v637130. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.292060] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc91588f-5215-4aa4-a342-b67cf13f9e1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.300563] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Created folder: Instances in parent group-v637130. [ 918.300781] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.300962] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.301167] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a32ba0b4-c637-4769-9f2b-763764ccb0bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.319935] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.319935] env[68864]: value = "task-3185651" [ 918.319935] env[68864]: _type = "Task" [ 918.319935] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.327163] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185651, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.425020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.427731] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.271s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.429161] env[68864]: INFO nova.compute.claims [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.448948] env[68864]: INFO nova.scheduler.client.report [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Deleted allocations for instance 9e4b3977-b200-4fd9-9f22-3d0d19e16f89 [ 918.472345] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.473914] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f534784-fbb6-40c6-9ccc-2f81360da301 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.482159] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 918.482159] env[68864]: value = "task-3185652" [ 918.482159] env[68864]: _type = "Task" [ 918.482159] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.490882] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185652, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.523311] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.536164] env[68864]: DEBUG nova.compute.manager [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Received event network-changed-439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.536542] env[68864]: DEBUG nova.compute.manager [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Refreshing instance network info cache due to event network-changed-439b98c1-16b9-47b1-a071-5d35a70063f3. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.536591] env[68864]: DEBUG oslo_concurrency.lockutils [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] Acquiring lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.536759] env[68864]: DEBUG oslo_concurrency.lockutils [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] Acquired lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.536886] env[68864]: DEBUG nova.network.neutron [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Refreshing network info cache for port 439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.595667] env[68864]: DEBUG nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.625510] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.625755] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.625904] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.626137] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.626298] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.626465] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.626658] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.626824] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.626991] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.627189] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.627375] env[68864]: DEBUG nova.virt.hardware [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.628276] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6e122f-bc0b-4071-8e87-5d9926dc7a01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.636760] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca4e91-ca72-48cb-aec3-db5acfbe6a0c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.652959] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.658558] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Creating folder: Project (b6004a4b2206407d8e4cd482c444cf2e). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.658897] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4beace43-d2c8-43b0-b2bc-dca89ef59e9d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.669392] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Created folder: Project (b6004a4b2206407d8e4cd482c444cf2e) in parent group-v636929. [ 918.669553] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Creating folder: Instances. Parent ref: group-v637134. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.669809] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-942ac762-8323-4d8b-8131-c515dba76048 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.679514] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Created folder: Instances in parent group-v637134. [ 918.680413] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.680413] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.680413] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050271c8-b6c4-4ad7-b152-0d86ff52ae27 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.696990] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.696990] env[68864]: value = "task-3185655" [ 918.696990] env[68864]: _type = "Task" [ 918.696990] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.704766] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185655, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.829644] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185651, 'name': CreateVM_Task, 'duration_secs': 0.381977} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.829864] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.830530] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.830696] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.831034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.831315] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81acc74f-e65b-4463-b75c-fea21421bb8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.836156] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 918.836156] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52330eb6-7891-b634-0305-dbc3af090e7a" [ 918.836156] env[68864]: _type = "Task" [ 918.836156] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.846515] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52330eb6-7891-b634-0305-dbc3af090e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.957089] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cc47b9f0-0a97-4e88-a367-01866fedcc29 tempest-ServersAdminTestJSON-1366053723 tempest-ServersAdminTestJSON-1366053723-project-member] Lock "9e4b3977-b200-4fd9-9f22-3d0d19e16f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.755s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.998025] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185652, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.208330] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185655, 'name': CreateVM_Task, 'duration_secs': 0.377533} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.208507] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.208845] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.346945] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52330eb6-7891-b634-0305-dbc3af090e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009329} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.347308] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.347566] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.347807] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.347956] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.348232] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.348531] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.348838] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.349079] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fda826a-748c-46b1-a782-6a3dd5678ebf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.351160] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed30086-2768-479c-8e9c-ac2b05475874 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.356923] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 919.356923] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c86fcd-d5b5-cd52-b495-bb7dd648a4f9" [ 919.356923] env[68864]: _type = "Task" [ 919.356923] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.364032] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.364213] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.365096] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50f5999-c21c-4438-b328-29f6c3efb390 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.372663] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c86fcd-d5b5-cd52-b495-bb7dd648a4f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.373952] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.374205] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.374450] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.374739] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 919.374739] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520cdbc1-1b8a-6d5c-3ffb-b5c48e33ff0b" [ 919.374739] env[68864]: _type = "Task" [ 919.374739] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.382496] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520cdbc1-1b8a-6d5c-3ffb-b5c48e33ff0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008158} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.383225] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cef671-10b3-47b6-8357-5cde7e049246 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.388127] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 919.388127] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523fb29f-558f-009a-f82d-e92001237f10" [ 919.388127] env[68864]: _type = "Task" [ 919.388127] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.395479] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523fb29f-558f-009a-f82d-e92001237f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.494018] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185652, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.580535] env[68864]: DEBUG nova.network.neutron [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Updated VIF entry in instance network info cache for port 439b98c1-16b9-47b1-a071-5d35a70063f3. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.580666] env[68864]: DEBUG nova.network.neutron [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Updating instance_info_cache with network_info: [{"id": "439b98c1-16b9-47b1-a071-5d35a70063f3", "address": "fa:16:3e:7c:c8:14", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439b98c1-16", "ovs_interfaceid": "439b98c1-16b9-47b1-a071-5d35a70063f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.788396] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e61aa7-4015-4a9b-a84b-933b14174f1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.797036] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7249f35b-0433-4a8c-b190-b144c8244f1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.836590] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa675b3d-5417-4995-a150-df162e51d5e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.845405] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d24bc76-dd41-4f4f-8d09-4150f62e6788 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.862295] env[68864]: DEBUG nova.compute.provider_tree [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.901056] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523fb29f-558f-009a-f82d-e92001237f10, 'name': SearchDatastore_Task, 'duration_secs': 0.007949} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.901356] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.901676] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 96b4d1b2-4f50-45d8-ba88-8d384b651fd5/96b4d1b2-4f50-45d8-ba88-8d384b651fd5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.902025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.902248] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.902521] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adae3c67-3d54-4d74-9808-23e4695888c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.904896] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0c656d4-e832-4542-afe9-e5436f01ea25 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.916387] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 919.916387] env[68864]: value = "task-3185657" [ 919.916387] env[68864]: _type = "Task" [ 919.916387] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.922471] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.923347] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.923943] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73dfcd73-8679-4cee-85ee-983562649792 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.934899] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.936669] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 919.936669] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522ca556-d49d-c6f2-4d5d-fee75d64b7e0" [ 919.936669] env[68864]: _type = "Task" [ 919.936669] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.948258] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522ca556-d49d-c6f2-4d5d-fee75d64b7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.997758] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185652, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.083346] env[68864]: DEBUG oslo_concurrency.lockutils [req-a3e960ba-864d-414b-a196-f954f1c01621 req-2881c048-5ef2-4565-ac95-160cd57b7807 service nova] Releasing lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.366797] env[68864]: DEBUG nova.scheduler.client.report [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.429260] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.450805] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522ca556-d49d-c6f2-4d5d-fee75d64b7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.024032} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.451704] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf8d4c1-6375-4240-b5a1-3ed71ac8e49f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.458248] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 920.458248] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e24e78-552e-2e21-0aec-86d40e413dde" [ 920.458248] env[68864]: _type = "Task" [ 920.458248] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.468154] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e24e78-552e-2e21-0aec-86d40e413dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.495123] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185652, 'name': CloneVM_Task, 'duration_secs': 1.932889} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.495568] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Created linked-clone VM from snapshot [ 920.496236] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a7805-962e-4a3c-8b8e-7fcc95c430f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.505666] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Uploading image 627fe6ea-ae8e-4c01-bc1b-31ebc3219c32 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.519451] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.519911] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b1a0a42-f2fe-460d-9b72-74b9baa2819e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.530396] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 920.530396] env[68864]: value = "task-3185658" [ 920.530396] env[68864]: _type = "Task" [ 920.530396] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.539525] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185658, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.874201] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.874763] env[68864]: DEBUG nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.878253] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.879s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.878253] env[68864]: DEBUG nova.objects.instance [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lazy-loading 'resources' on Instance uuid 028503c1-80c7-4f98-9fde-768bdd793a2b {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.928822] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643341} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.929104] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 96b4d1b2-4f50-45d8-ba88-8d384b651fd5/96b4d1b2-4f50-45d8-ba88-8d384b651fd5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.929326] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.929575] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908e7757-7e2f-4979-a763-2b5be24f2ed1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.936586] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 920.936586] env[68864]: value = "task-3185659" [ 920.936586] env[68864]: _type = "Task" [ 920.936586] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.945460] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.972024] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e24e78-552e-2e21-0aec-86d40e413dde, 'name': SearchDatastore_Task, 'duration_secs': 0.055747} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.972024] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.972024] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 989b65cb-b023-486d-9d46-216cdddebadf/989b65cb-b023-486d-9d46-216cdddebadf.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.972024] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e53431-4285-4403-b89e-1f874f394375 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.979422] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 920.979422] env[68864]: value = "task-3185660" [ 920.979422] env[68864]: _type = "Task" [ 920.979422] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.990843] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.042942] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185658, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.381188] env[68864]: DEBUG nova.compute.utils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.386992] env[68864]: DEBUG nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.387354] env[68864]: DEBUG nova.network.neutron [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.448361] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089376} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.451413] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.452637] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4f0f7d-9568-459d-9517-ad40a3ebe89f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.480078] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 96b4d1b2-4f50-45d8-ba88-8d384b651fd5/96b4d1b2-4f50-45d8-ba88-8d384b651fd5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.482445] env[68864]: DEBUG nova.policy [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98dd03f8934e442c8e2ef656758b7c4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e7761fc270144df8ba4e58f161d1267', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.486752] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6cc611-b351-4dd7-ac93-326fec478380 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.515231] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535257} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.519116] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 989b65cb-b023-486d-9d46-216cdddebadf/989b65cb-b023-486d-9d46-216cdddebadf.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.519407] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.519777] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 921.519777] env[68864]: value = "task-3185661" [ 921.519777] env[68864]: _type = "Task" [ 921.519777] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.520509] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b7dae0d-a021-4ea8-a330-7da7dd7748eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.555175] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185658, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.555578] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 921.555578] env[68864]: value = "task-3185662" [ 921.555578] env[68864]: _type = "Task" [ 921.555578] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.556914] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.567931] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.759757] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da4878-89ee-42a6-a3d9-8454b2820ba9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.767195] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6adf995-73d3-4ebd-83cb-dc16f4fb7767 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.803407] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1cfdc4-bb64-4927-a0db-74512772e155 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.813401] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfab4f-c122-4e49-aa80-836f0237a148 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.830816] env[68864]: DEBUG nova.compute.provider_tree [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.890434] env[68864]: DEBUG nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.984761] env[68864]: DEBUG nova.network.neutron [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Successfully created port: 932fbd1f-e86f-4f00-8d53-ed42a7c3297b {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.034551] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185661, 'name': ReconfigVM_Task, 'duration_secs': 0.390534} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.037790] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 96b4d1b2-4f50-45d8-ba88-8d384b651fd5/96b4d1b2-4f50-45d8-ba88-8d384b651fd5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.038676] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f488287b-9645-4e8c-adc2-c5c0bff4fb7f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.046967] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185658, 'name': Destroy_Task, 'duration_secs': 1.499373} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.048161] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Destroyed the VM [ 922.048403] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 922.050282] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 922.050282] env[68864]: value = "task-3185664" [ 922.050282] env[68864]: _type = "Task" [ 922.050282] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.050282] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2afd4fdf-f4ae-42f3-a299-e409ba410545 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.064996] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185664, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.068025] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 922.068025] env[68864]: value = "task-3185665" [ 922.068025] env[68864]: _type = "Task" [ 922.068025] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.075394] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087482} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.076025] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.076825] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ad215-88a4-4d89-99d6-0b37912880c3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.082328] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.101622] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 989b65cb-b023-486d-9d46-216cdddebadf/989b65cb-b023-486d-9d46-216cdddebadf.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.101836] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709b3ba6-8570-49ee-ba06-eeca6fcaeacc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.123292] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 922.123292] env[68864]: value = "task-3185666" [ 922.123292] env[68864]: _type = "Task" [ 922.123292] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.133596] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.333327] env[68864]: DEBUG nova.scheduler.client.report [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.562699] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185664, 'name': Rename_Task, 'duration_secs': 0.169462} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.562699] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.563069] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca11789-c1fb-42a7-b9ea-32c4293846b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.571031] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 922.571031] env[68864]: value = "task-3185667" [ 922.571031] env[68864]: _type = "Task" [ 922.571031] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.581867] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.584478] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.635409] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.839030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.842125] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.512s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.864897] env[68864]: INFO nova.scheduler.client.report [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted allocations for instance 028503c1-80c7-4f98-9fde-768bdd793a2b [ 922.899785] env[68864]: DEBUG nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.929757] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.930110] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.930364] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.930576] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.930766] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.930960] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.931252] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.931458] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.931639] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.931806] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.931979] env[68864]: DEBUG nova.virt.hardware [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.933139] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a2d8dd-2260-41a8-81b6-b62b5653b7dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.942179] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b22e1b-944f-45b9-b449-e03994859878 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.087057] env[68864]: DEBUG oslo_vmware.api [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3185667, 'name': PowerOnVM_Task, 'duration_secs': 0.510131} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.091428] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.091717] env[68864]: INFO nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Took 6.91 seconds to spawn the instance on the hypervisor. [ 923.091979] env[68864]: DEBUG nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.092388] env[68864]: DEBUG oslo_vmware.api [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986367} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.093384] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad7d2b-1302-4a9e-9416-606229f5e7af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.096769] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.137388] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185666, 'name': ReconfigVM_Task, 'duration_secs': 0.56002} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.137794] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 989b65cb-b023-486d-9d46-216cdddebadf/989b65cb-b023-486d-9d46-216cdddebadf.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.138582] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf4bba5-850c-48a2-9dae-e4aa5e5826e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.147253] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 923.147253] env[68864]: value = "task-3185668" [ 923.147253] env[68864]: _type = "Task" [ 923.147253] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.161246] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185668, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.348605] env[68864]: INFO nova.compute.claims [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.371727] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de03b9a2-5a9f-4225-9567-8d242e5d3b55 tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "028503c1-80c7-4f98-9fde-768bdd793a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.773s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.470341] env[68864]: DEBUG nova.compute.manager [req-e50d8179-b47a-459a-a1d4-b9d72664ef7e req-4365564a-bf52-421e-874a-7b2b05611291 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Received event network-vif-plugged-932fbd1f-e86f-4f00-8d53-ed42a7c3297b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.470433] env[68864]: DEBUG oslo_concurrency.lockutils [req-e50d8179-b47a-459a-a1d4-b9d72664ef7e req-4365564a-bf52-421e-874a-7b2b05611291 service nova] Acquiring lock "286cac8a-fc04-4793-9c07-e4122565b33d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.470637] env[68864]: DEBUG oslo_concurrency.lockutils [req-e50d8179-b47a-459a-a1d4-b9d72664ef7e req-4365564a-bf52-421e-874a-7b2b05611291 service nova] Lock "286cac8a-fc04-4793-9c07-e4122565b33d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.470800] env[68864]: DEBUG oslo_concurrency.lockutils [req-e50d8179-b47a-459a-a1d4-b9d72664ef7e req-4365564a-bf52-421e-874a-7b2b05611291 service nova] Lock "286cac8a-fc04-4793-9c07-e4122565b33d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.470969] env[68864]: DEBUG nova.compute.manager [req-e50d8179-b47a-459a-a1d4-b9d72664ef7e req-4365564a-bf52-421e-874a-7b2b05611291 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] No waiting events found dispatching network-vif-plugged-932fbd1f-e86f-4f00-8d53-ed42a7c3297b {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.471195] env[68864]: WARNING nova.compute.manager [req-e50d8179-b47a-459a-a1d4-b9d72664ef7e req-4365564a-bf52-421e-874a-7b2b05611291 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Received unexpected event network-vif-plugged-932fbd1f-e86f-4f00-8d53-ed42a7c3297b for instance with vm_state building and task_state spawning. [ 923.560804] env[68864]: DEBUG nova.network.neutron [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Successfully updated port: 932fbd1f-e86f-4f00-8d53-ed42a7c3297b {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.609416] env[68864]: WARNING nova.compute.manager [None req-9e8de22e-6d22-4c08-b65a-efb5d1245711 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Image not found during snapshot: nova.exception.ImageNotFound: Image 627fe6ea-ae8e-4c01-bc1b-31ebc3219c32 could not be found. [ 923.618649] env[68864]: INFO nova.compute.manager [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Took 27.39 seconds to build instance. [ 923.658423] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185668, 'name': Rename_Task, 'duration_secs': 0.155438} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.658711] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.658958] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37dc414c-045b-45ef-8fab-df31f079c8b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.666261] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 923.666261] env[68864]: value = "task-3185669" [ 923.666261] env[68864]: _type = "Task" [ 923.666261] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.674434] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.855889] env[68864]: INFO nova.compute.resource_tracker [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating resource usage from migration 87af2493-1a62-4f7b-8e6f-f50c12e16ec1 [ 924.066836] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "refresh_cache-286cac8a-fc04-4793-9c07-e4122565b33d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.067014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "refresh_cache-286cac8a-fc04-4793-9c07-e4122565b33d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.067181] env[68864]: DEBUG nova.network.neutron [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.120582] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f657fc4-f8b2-4608-b315-f9a16810ae9b tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.902s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.143618] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced1ecba-b463-4db1-b4bd-06fa07f1a92b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.152360] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bedf3fc-67a9-44b7-a0e1-8b8d9110f854 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.186353] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbaf7b3-61ba-4660-aa7a-e9e46d6a72f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.194097] env[68864]: DEBUG oslo_vmware.api [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185669, 'name': PowerOnVM_Task, 'duration_secs': 0.485124} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.196215] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.196422] env[68864]: INFO nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Took 5.60 seconds to spawn the instance on the hypervisor. [ 924.196603] env[68864]: DEBUG nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.197457] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13376d7-76aa-4254-b43c-a48fc1efd428 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.200761] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2243cd-072a-4c95-9ff2-ede4f8f54423 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.221253] env[68864]: DEBUG nova.compute.provider_tree [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.519585] env[68864]: DEBUG nova.compute.manager [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Received event network-changed-439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.522126] env[68864]: DEBUG nova.compute.manager [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Refreshing instance network info cache due to event network-changed-439b98c1-16b9-47b1-a071-5d35a70063f3. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.522238] env[68864]: DEBUG oslo_concurrency.lockutils [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] Acquiring lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.523066] env[68864]: DEBUG oslo_concurrency.lockutils [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] Acquired lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.523066] env[68864]: DEBUG nova.network.neutron [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Refreshing network info cache for port 439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.611214] env[68864]: DEBUG nova.network.neutron [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.727445] env[68864]: DEBUG nova.scheduler.client.report [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.733261] env[68864]: INFO nova.compute.manager [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Took 28.16 seconds to build instance. [ 924.755064] env[68864]: DEBUG nova.network.neutron [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Updating instance_info_cache with network_info: [{"id": "932fbd1f-e86f-4f00-8d53-ed42a7c3297b", "address": "fa:16:3e:0e:ec:4c", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932fbd1f-e8", "ovs_interfaceid": "932fbd1f-e86f-4f00-8d53-ed42a7c3297b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.975730] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.976212] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.976760] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.976760] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.976909] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.979318] env[68864]: INFO nova.compute.manager [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Terminating instance [ 925.234488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.392s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.234488] env[68864]: INFO nova.compute.manager [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Migrating [ 925.240834] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.454s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.241066] env[68864]: DEBUG nova.objects.instance [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'resources' on Instance uuid d2bba9a6-c01d-42a7-8de9-8397efef9054 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.242633] env[68864]: DEBUG oslo_concurrency.lockutils [None req-adc1cec3-0b13-4f5e-a7e6-23975a8dbd7e tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "989b65cb-b023-486d-9d46-216cdddebadf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.679s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.253556] env[68864]: DEBUG nova.network.neutron [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Updated VIF entry in instance network info cache for port 439b98c1-16b9-47b1-a071-5d35a70063f3. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.253894] env[68864]: DEBUG nova.network.neutron [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Updating instance_info_cache with network_info: [{"id": "439b98c1-16b9-47b1-a071-5d35a70063f3", "address": "fa:16:3e:7c:c8:14", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439b98c1-16", "ovs_interfaceid": "439b98c1-16b9-47b1-a071-5d35a70063f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.257984] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "refresh_cache-286cac8a-fc04-4793-9c07-e4122565b33d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.258296] env[68864]: DEBUG nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Instance network_info: |[{"id": "932fbd1f-e86f-4f00-8d53-ed42a7c3297b", "address": "fa:16:3e:0e:ec:4c", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932fbd1f-e8", "ovs_interfaceid": "932fbd1f-e86f-4f00-8d53-ed42a7c3297b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.258716] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:ec:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '932fbd1f-e86f-4f00-8d53-ed42a7c3297b', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.266437] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.267864] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.268121] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5249d8ee-fb99-4717-ae65-1b47649a1e85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.289320] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.289320] env[68864]: value = "task-3185671" [ 925.289320] env[68864]: _type = "Task" [ 925.289320] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.297893] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185671, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.463687] env[68864]: DEBUG nova.compute.manager [None req-2355bb74-0abf-4e57-b9ca-af8a5b3896d8 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.464647] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51377416-32e4-4a09-8e9d-938d9d5fa113 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.484378] env[68864]: DEBUG nova.compute.manager [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.484586] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.485739] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b196a63-618e-43f8-995c-fecc98dcd894 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.493987] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.494274] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb883a51-38ef-4ced-beeb-ada890f202b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.497949] env[68864]: DEBUG nova.compute.manager [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Received event network-changed-932fbd1f-e86f-4f00-8d53-ed42a7c3297b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.498155] env[68864]: DEBUG nova.compute.manager [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Refreshing instance network info cache due to event network-changed-932fbd1f-e86f-4f00-8d53-ed42a7c3297b. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.498370] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] Acquiring lock "refresh_cache-286cac8a-fc04-4793-9c07-e4122565b33d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.498511] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] Acquired lock "refresh_cache-286cac8a-fc04-4793-9c07-e4122565b33d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.498669] env[68864]: DEBUG nova.network.neutron [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Refreshing network info cache for port 932fbd1f-e86f-4f00-8d53-ed42a7c3297b {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.506550] env[68864]: DEBUG oslo_vmware.api [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 925.506550] env[68864]: value = "task-3185672" [ 925.506550] env[68864]: _type = "Task" [ 925.506550] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.516733] env[68864]: DEBUG oslo_vmware.api [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.539679] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "989b65cb-b023-486d-9d46-216cdddebadf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.539924] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "989b65cb-b023-486d-9d46-216cdddebadf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.540162] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "989b65cb-b023-486d-9d46-216cdddebadf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.540351] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "989b65cb-b023-486d-9d46-216cdddebadf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.540517] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "989b65cb-b023-486d-9d46-216cdddebadf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.542496] env[68864]: INFO nova.compute.manager [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Terminating instance [ 925.751537] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.751816] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.752170] env[68864]: DEBUG nova.network.neutron [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.756867] env[68864]: DEBUG oslo_concurrency.lockutils [req-ba0849bf-1f6d-4f19-b084-18fa5f62d2e3 req-d8b34ede-d3fb-44e8-9612-b909802681f2 service nova] Releasing lock "refresh_cache-96b4d1b2-4f50-45d8-ba88-8d384b651fd5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.802209] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185671, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.977395] env[68864]: INFO nova.compute.manager [None req-2355bb74-0abf-4e57-b9ca-af8a5b3896d8 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] instance snapshotting [ 925.978071] env[68864]: DEBUG nova.objects.instance [None req-2355bb74-0abf-4e57-b9ca-af8a5b3896d8 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lazy-loading 'flavor' on Instance uuid 989b65cb-b023-486d-9d46-216cdddebadf {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.018350] env[68864]: DEBUG oslo_vmware.api [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185672, 'name': PowerOffVM_Task, 'duration_secs': 0.305942} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.018501] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.018654] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.018980] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0ee5288-fad5-49ba-bc67-15f3bbbf9b87 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.046979] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "refresh_cache-989b65cb-b023-486d-9d46-216cdddebadf" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.047108] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquired lock "refresh_cache-989b65cb-b023-486d-9d46-216cdddebadf" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.047268] env[68864]: DEBUG nova.network.neutron [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.062673] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f87c833-4539-4ded-8b10-f6f369659e3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.072642] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea9f7cb-ed8a-4635-b7e3-d82e5870c787 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.129181] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402b98a9-0e5b-43b4-8af0-b6cfeea33eb1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.133455] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.133751] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.134041] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleting the datastore file [datastore2] e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.134384] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4509312d-15ea-4030-9443-f4dffadc72a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.146519] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd596cf-4c71-43ee-be7d-8e8f46bc35ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.152934] env[68864]: DEBUG oslo_vmware.api [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 926.152934] env[68864]: value = "task-3185675" [ 926.152934] env[68864]: _type = "Task" [ 926.152934] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.176469] env[68864]: DEBUG nova.compute.provider_tree [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.185719] env[68864]: DEBUG oslo_vmware.api [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.270362] env[68864]: DEBUG nova.network.neutron [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Updated VIF entry in instance network info cache for port 932fbd1f-e86f-4f00-8d53-ed42a7c3297b. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.270729] env[68864]: DEBUG nova.network.neutron [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Updating instance_info_cache with network_info: [{"id": "932fbd1f-e86f-4f00-8d53-ed42a7c3297b", "address": "fa:16:3e:0e:ec:4c", "network": {"id": "49057e6c-1543-4261-842d-f249754d5bf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-634261275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e7761fc270144df8ba4e58f161d1267", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932fbd1f-e8", "ovs_interfaceid": "932fbd1f-e86f-4f00-8d53-ed42a7c3297b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.300049] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185671, 'name': CreateVM_Task, 'duration_secs': 0.605117} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.300243] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.300889] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.301064] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.301392] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.301655] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f49feee-a1b6-4f03-bb0b-37f22e8b4323 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.306577] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 926.306577] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243c5fc-ff74-4890-7096-08f099fae00d" [ 926.306577] env[68864]: _type = "Task" [ 926.306577] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.314521] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243c5fc-ff74-4890-7096-08f099fae00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.459435] env[68864]: DEBUG nova.network.neutron [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance_info_cache with network_info: [{"id": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "address": "fa:16:3e:02:fb:60", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0df02e-4b", "ovs_interfaceid": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.483742] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d8de3-e25c-4124-8229-0d5746f717b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.502755] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df385b4c-cc57-4073-ab41-ad71d367d831 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.577981] env[68864]: DEBUG nova.network.neutron [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.629706] env[68864]: DEBUG nova.network.neutron [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.663545] env[68864]: DEBUG oslo_vmware.api [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143859} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.663960] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.664047] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.664230] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.664404] env[68864]: INFO nova.compute.manager [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 926.664642] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.664838] env[68864]: DEBUG nova.compute.manager [-] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.664931] env[68864]: DEBUG nova.network.neutron [-] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.680294] env[68864]: DEBUG nova.scheduler.client.report [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.773366] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb437195-a4ca-4228-afa4-ddb53ce2bb4f req-e1be29c7-620b-425f-b5db-402d7ebcea33 service nova] Releasing lock "refresh_cache-286cac8a-fc04-4793-9c07-e4122565b33d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.818695] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5243c5fc-ff74-4890-7096-08f099fae00d, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.819067] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.819367] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.819616] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.819758] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.819934] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.820318] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4376724a-878e-4ffe-ba2e-c27a4aa18382 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.832261] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.832354] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.833106] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e3d7dc-f790-4b18-9955-bedb8cea535d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.840781] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 926.840781] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52384d48-9917-0016-7af8-2296f1c9f4d9" [ 926.840781] env[68864]: _type = "Task" [ 926.840781] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.850287] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52384d48-9917-0016-7af8-2296f1c9f4d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.965702] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.011042] env[68864]: DEBUG nova.compute.manager [req-146bd21a-50a1-4c01-be25-ac5164624e27 req-939cef2c-5645-4b9d-a257-8324f7a1d1cc service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Received event network-vif-deleted-3d8bcd89-d7d6-4f65-9d09-216098cfc9b7 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.011042] env[68864]: INFO nova.compute.manager [req-146bd21a-50a1-4c01-be25-ac5164624e27 req-939cef2c-5645-4b9d-a257-8324f7a1d1cc service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Neutron deleted interface 3d8bcd89-d7d6-4f65-9d09-216098cfc9b7; detaching it from the instance and deleting it from the info cache [ 927.011042] env[68864]: DEBUG nova.network.neutron [req-146bd21a-50a1-4c01-be25-ac5164624e27 req-939cef2c-5645-4b9d-a257-8324f7a1d1cc service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.017252] env[68864]: DEBUG nova.compute.manager [None req-2355bb74-0abf-4e57-b9ca-af8a5b3896d8 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Instance disappeared during snapshot {{(pid=68864) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 927.135104] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Releasing lock "refresh_cache-989b65cb-b023-486d-9d46-216cdddebadf" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.135104] env[68864]: DEBUG nova.compute.manager [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.135104] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.135104] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32532a-d4f1-4fb0-86e2-e88790e9ba09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.138990] env[68864]: DEBUG nova.compute.manager [None req-2355bb74-0abf-4e57-b9ca-af8a5b3896d8 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Found 0 images (rotation: 2) {{(pid=68864) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 927.147535] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.147535] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3098779b-2c18-45d1-a5c0-ef4c18101a1c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.157831] env[68864]: DEBUG oslo_vmware.api [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 927.157831] env[68864]: value = "task-3185676" [ 927.157831] env[68864]: _type = "Task" [ 927.157831] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.168294] env[68864]: DEBUG oslo_vmware.api [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.185912] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.187626] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.316s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.189425] env[68864]: INFO nova.compute.claims [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.221523] env[68864]: INFO nova.scheduler.client.report [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted allocations for instance d2bba9a6-c01d-42a7-8de9-8397efef9054 [ 927.352244] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52384d48-9917-0016-7af8-2296f1c9f4d9, 'name': SearchDatastore_Task, 'duration_secs': 0.01864} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.353025] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6930c463-db91-450a-b9b8-5729eebd68fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.359428] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 927.359428] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52484ecf-7c7f-9a5c-5f3b-bbd4e9348306" [ 927.359428] env[68864]: _type = "Task" [ 927.359428] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.368193] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52484ecf-7c7f-9a5c-5f3b-bbd4e9348306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.486814] env[68864]: DEBUG nova.network.neutron [-] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.513223] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0f1bb8d-23c2-46ca-9fc2-2dcd87ea27b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.523851] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0c096-67c2-471b-aa46-efc0ee502b0c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.558869] env[68864]: DEBUG nova.compute.manager [req-146bd21a-50a1-4c01-be25-ac5164624e27 req-939cef2c-5645-4b9d-a257-8324f7a1d1cc service nova] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Detach interface failed, port_id=3d8bcd89-d7d6-4f65-9d09-216098cfc9b7, reason: Instance e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.667643] env[68864]: DEBUG oslo_vmware.api [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185676, 'name': PowerOffVM_Task, 'duration_secs': 0.157245} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.667921] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.668102] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.668361] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6df449ea-4b45-4a57-ae2a-12fc27c0ca31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.693541] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.693711] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.693964] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Deleting the datastore file [datastore1] 989b65cb-b023-486d-9d46-216cdddebadf {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.694226] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fadafa37-7e8c-44db-bcd3-af9bd01e86a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.705135] env[68864]: DEBUG oslo_vmware.api [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for the task: (returnval){ [ 927.705135] env[68864]: value = "task-3185678" [ 927.705135] env[68864]: _type = "Task" [ 927.705135] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.714551] env[68864]: DEBUG oslo_vmware.api [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.729849] env[68864]: DEBUG oslo_concurrency.lockutils [None req-95f52943-f098-4004-a298-67765098c35c tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "d2bba9a6-c01d-42a7-8de9-8397efef9054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.806s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.869866] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52484ecf-7c7f-9a5c-5f3b-bbd4e9348306, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.870249] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.870496] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 286cac8a-fc04-4793-9c07-e4122565b33d/286cac8a-fc04-4793-9c07-e4122565b33d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.870768] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9893911b-ae0b-4deb-86a1-8c9cf9e03dd1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.877292] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 927.877292] env[68864]: value = "task-3185679" [ 927.877292] env[68864]: _type = "Task" [ 927.877292] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.885460] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.989700] env[68864]: INFO nova.compute.manager [-] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Took 1.32 seconds to deallocate network for instance. [ 928.215329] env[68864]: DEBUG oslo_vmware.api [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Task: {'id': task-3185678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094574} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.216716] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.216929] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.217122] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.217305] env[68864]: INFO nova.compute.manager [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Took 1.08 seconds to destroy the instance on the hypervisor. [ 928.217562] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.217826] env[68864]: DEBUG nova.compute.manager [-] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.217876] env[68864]: DEBUG nova.network.neutron [-] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.240395] env[68864]: DEBUG nova.network.neutron [-] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.393688] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441069} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.394117] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 286cac8a-fc04-4793-9c07-e4122565b33d/286cac8a-fc04-4793-9c07-e4122565b33d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.394461] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.394816] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e399c38-e394-47a5-a165-058571fb005b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.408813] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 928.408813] env[68864]: value = "task-3185680" [ 928.408813] env[68864]: _type = "Task" [ 928.408813] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.419311] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.441541] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "56770dae-cda3-404c-8296-a507856b824a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.441970] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "56770dae-cda3-404c-8296-a507856b824a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.480882] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1f0ad2-6413-4078-8f0b-35a6fe2d6994 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.500337] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.500706] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance 'f3ca6705-7fd4-429c-b0ef-24fa3effd40a' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.569201] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd9f7aa-37b9-4d7e-8ae5-c4eefb556088 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.579043] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df37299-4a6b-498d-a583-5ec429ee9762 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.612031] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb78fd3-1219-4a7c-9554-b88eb78e5298 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.619965] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8efeea-24e8-4c8c-bf3f-3c95a8aee5d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.634528] env[68864]: DEBUG nova.compute.provider_tree [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.745287] env[68864]: DEBUG nova.network.neutron [-] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.918923] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069446} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.919214] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.919986] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e0d49f-7f43-437c-abcc-9460ed8ebf3c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.941968] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 286cac8a-fc04-4793-9c07-e4122565b33d/286cac8a-fc04-4793-9c07-e4122565b33d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.942730] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f0293a-6a38-4315-91bf-38f29624273d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.960967] env[68864]: DEBUG nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.970168] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 928.970168] env[68864]: value = "task-3185681" [ 928.970168] env[68864]: _type = "Task" [ 928.970168] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.981940] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.009556] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.010391] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab9285a-861a-4b59-9cc1-208950890835 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.016844] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 929.016844] env[68864]: value = "task-3185682" [ 929.016844] env[68864]: _type = "Task" [ 929.016844] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.024858] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.124585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquiring lock "3b615ba0-1df0-41ed-9f95-1350abc25691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.124585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.138230] env[68864]: DEBUG nova.scheduler.client.report [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.248041] env[68864]: INFO nova.compute.manager [-] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Took 1.03 seconds to deallocate network for instance. [ 929.481299] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185681, 'name': ReconfigVM_Task, 'duration_secs': 0.457465} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.481801] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 286cac8a-fc04-4793-9c07-e4122565b33d/286cac8a-fc04-4793-9c07-e4122565b33d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.482228] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77b3a7a6-0954-42d7-adcd-33860acf3553 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.485636] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.488939] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 929.488939] env[68864]: value = "task-3185683" [ 929.488939] env[68864]: _type = "Task" [ 929.488939] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.503049] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185683, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.531423] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185682, 'name': PowerOffVM_Task, 'duration_secs': 0.457276} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.531742] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.531951] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance 'f3ca6705-7fd4-429c-b0ef-24fa3effd40a' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.626392] env[68864]: DEBUG nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.644736] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.645526] env[68864]: DEBUG nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.648300] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.517s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.649723] env[68864]: INFO nova.compute.claims [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.754689] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.998785] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185683, 'name': Rename_Task, 'duration_secs': 0.176226} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.999191] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.999191] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55bb1b67-5fa3-4815-8335-aa2f3a3a12bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.005594] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 930.005594] env[68864]: value = "task-3185684" [ 930.005594] env[68864]: _type = "Task" [ 930.005594] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.012965] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.038495] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.038844] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.039019] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.040246] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.040246] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.040246] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.040246] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.040246] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.040246] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.040452] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.040452] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.045633] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-502f7540-cdeb-4ab3-b5e4-7f54d899b365 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.059651] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.059873] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.063284] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 930.063284] env[68864]: value = "task-3185685" [ 930.063284] env[68864]: _type = "Task" [ 930.063284] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.073126] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.149481] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.155846] env[68864]: DEBUG nova.compute.utils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.157196] env[68864]: DEBUG nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.157420] env[68864]: DEBUG nova.network.neutron [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.205800] env[68864]: DEBUG nova.policy [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba8b9a0a02f44e59a6bdd52466dae84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10123adf68d349d2adc7e3e3e28362aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.302348] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "39bb3439-5d92-459c-b83b-9bcadaa038ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.302611] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.519816] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185684, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.565885] env[68864]: DEBUG nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.575722] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185685, 'name': ReconfigVM_Task, 'duration_secs': 0.226585} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.576238] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance 'f3ca6705-7fd4-429c-b0ef-24fa3effd40a' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.595181] env[68864]: DEBUG nova.network.neutron [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Successfully created port: 5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.664392] env[68864]: DEBUG nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.811594] env[68864]: DEBUG nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.018630] env[68864]: DEBUG oslo_vmware.api [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185684, 'name': PowerOnVM_Task, 'duration_secs': 0.540119} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.018921] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.019115] env[68864]: INFO nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Took 8.12 seconds to spawn the instance on the hypervisor. [ 931.019304] env[68864]: DEBUG nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.020089] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede6651-949c-4eb2-bf04-d9074f463a77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.025640] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eba718-a12d-4e9f-8f86-2c30246fce5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.036764] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512673d1-7e12-4e5e-b960-24cdf7fd17a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.074167] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a7097c-180b-4a35-8acf-a9c5164318fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.083137] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.083421] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.083586] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.083707] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.083876] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.084046] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.084260] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.084416] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.084578] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.084739] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.084915] env[68864]: DEBUG nova.virt.hardware [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.090163] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 931.091348] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.091902] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31f8167-d5e7-4442-86e2-49826ca2b83e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.105962] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2581ee-ee13-4a33-ab6c-eac1af511008 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.121128] env[68864]: DEBUG nova.compute.provider_tree [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.123896] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 931.123896] env[68864]: value = "task-3185686" [ 931.123896] env[68864]: _type = "Task" [ 931.123896] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.134642] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.331027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.540750] env[68864]: INFO nova.compute.manager [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Took 27.40 seconds to build instance. [ 931.625708] env[68864]: DEBUG nova.scheduler.client.report [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.638908] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185686, 'name': ReconfigVM_Task, 'duration_secs': 0.477323} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.638908] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 931.639695] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c463f2-3fbb-409a-b8f5-5f7e7257bd8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667138] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f3ca6705-7fd4-429c-b0ef-24fa3effd40a/f3ca6705-7fd4-429c-b0ef-24fa3effd40a.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.667880] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a8c685-6910-4422-9a93-e66454b8251d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.682056] env[68864]: DEBUG nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.691169] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 931.691169] env[68864]: value = "task-3185687" [ 931.691169] env[68864]: _type = "Task" [ 931.691169] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.700233] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.708916] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.709280] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.709469] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.709657] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.709805] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.709954] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.710189] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.710348] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.710544] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.710739] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.710995] env[68864]: DEBUG nova.virt.hardware [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.711875] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3a0581-c7aa-44d7-8030-202f7ea91f2a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.720452] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80198ce0-e540-40fb-9fd1-819a408c7e6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.043425] env[68864]: DEBUG oslo_concurrency.lockutils [None req-13ce1b42-0f59-42e6-8d48-b8eddc24d82e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "286cac8a-fc04-4793-9c07-e4122565b33d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.907s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.137070] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.137658] env[68864]: DEBUG nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.141055] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.618s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.141264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.143560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.643s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.143988] env[68864]: DEBUG nova.objects.instance [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lazy-loading 'resources' on Instance uuid e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.152455] env[68864]: DEBUG nova.compute.manager [req-9b6b4d74-fa9a-4d9d-a101-119fc86a85c4 req-116e470f-1c65-47ff-a59f-d12b43a911ce service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Received event network-vif-plugged-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.152657] env[68864]: DEBUG oslo_concurrency.lockutils [req-9b6b4d74-fa9a-4d9d-a101-119fc86a85c4 req-116e470f-1c65-47ff-a59f-d12b43a911ce service nova] Acquiring lock "f199c2a3-976f-4ab8-b403-981ceb3d4127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.152899] env[68864]: DEBUG oslo_concurrency.lockutils [req-9b6b4d74-fa9a-4d9d-a101-119fc86a85c4 req-116e470f-1c65-47ff-a59f-d12b43a911ce service nova] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.153385] env[68864]: DEBUG oslo_concurrency.lockutils [req-9b6b4d74-fa9a-4d9d-a101-119fc86a85c4 req-116e470f-1c65-47ff-a59f-d12b43a911ce service nova] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.153535] env[68864]: DEBUG nova.compute.manager [req-9b6b4d74-fa9a-4d9d-a101-119fc86a85c4 req-116e470f-1c65-47ff-a59f-d12b43a911ce service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] No waiting events found dispatching network-vif-plugged-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.153767] env[68864]: WARNING nova.compute.manager [req-9b6b4d74-fa9a-4d9d-a101-119fc86a85c4 req-116e470f-1c65-47ff-a59f-d12b43a911ce service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Received unexpected event network-vif-plugged-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 for instance with vm_state building and task_state spawning. [ 932.172780] env[68864]: INFO nova.scheduler.client.report [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted allocations for instance 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc [ 932.202172] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185687, 'name': ReconfigVM_Task, 'duration_secs': 0.348816} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.202447] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f3ca6705-7fd4-429c-b0ef-24fa3effd40a/f3ca6705-7fd4-429c-b0ef-24fa3effd40a.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.202742] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance 'f3ca6705-7fd4-429c-b0ef-24fa3effd40a' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.309377] env[68864]: DEBUG nova.network.neutron [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Successfully updated port: 5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.646960] env[68864]: DEBUG nova.compute.utils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.651488] env[68864]: DEBUG nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.651667] env[68864]: DEBUG nova.network.neutron [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.686088] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e42b4e47-a6d3-41e5-a68f-2c49ea3246d6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.946s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.689986] env[68864]: DEBUG nova.policy [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90523ff18cb441bdba89b1fb6eb10ffc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e791897390c041e7969fcf3ea5207879', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.714189] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c347f-fb06-468c-bdee-4afae2c44d77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.752581] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb41b6e-9c21-4e6c-8858-4651a9f9a167 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.780695] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance 'f3ca6705-7fd4-429c-b0ef-24fa3effd40a' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.814092] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.814288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.814452] env[68864]: DEBUG nova.network.neutron [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.862617] env[68864]: DEBUG nova.compute.manager [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.864681] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d891e-ea3a-4c5b-be9b-0a8e04809127 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.042137] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3960dd-d456-403c-8854-2cdc832dce24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.050035] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de2a82-0af4-4a7e-a6c7-acf4fa3066f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.083996] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d785efe2-38a3-45e0-bbf1-160ef001bf1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.092075] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697d88f-b989-41d5-90a4-03e7dff12bed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.106177] env[68864]: DEBUG nova.compute.provider_tree [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.111913] env[68864]: DEBUG nova.network.neutron [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Successfully created port: dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.154773] env[68864]: DEBUG nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.324189] env[68864]: DEBUG nova.network.neutron [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Port df0df02e-4b45-42e5-897f-af5dbeb08b26 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 933.376394] env[68864]: INFO nova.compute.manager [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] instance snapshotting [ 933.379480] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b80b4d3-0229-41ce-a711-619242c4c33f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.401628] env[68864]: DEBUG nova.network.neutron [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.404268] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59985476-e45e-4d34-92f6-973966f657a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.612028] env[68864]: DEBUG nova.scheduler.client.report [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.736019] env[68864]: DEBUG nova.network.neutron [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Updating instance_info_cache with network_info: [{"id": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "address": "fa:16:3e:4f:b8:d8", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a88efae-90", "ovs_interfaceid": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.916236] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.916553] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5691927c-5999-42b1-867a-a1e241853224 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.924762] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 933.924762] env[68864]: value = "task-3185688" [ 933.924762] env[68864]: _type = "Task" [ 933.924762] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.933034] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.115705] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.118868] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.632s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.119450] env[68864]: INFO nova.compute.claims [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.137129] env[68864]: INFO nova.scheduler.client.report [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleted allocations for instance e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a [ 934.166510] env[68864]: DEBUG nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.182071] env[68864]: DEBUG nova.compute.manager [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Received event network-changed-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.182071] env[68864]: DEBUG nova.compute.manager [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Refreshing instance network info cache due to event network-changed-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.182419] env[68864]: DEBUG oslo_concurrency.lockutils [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] Acquiring lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.193945] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.194189] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.194366] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.194549] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.194695] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.194865] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.195123] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.195290] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.195459] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.195619] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.195790] env[68864]: DEBUG nova.virt.hardware [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.196826] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553258bd-c260-4125-bc31-14593492e906 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.204884] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d04f01b-fc40-4778-8667-ebee26d239cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.238269] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.238595] env[68864]: DEBUG nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Instance network_info: |[{"id": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "address": "fa:16:3e:4f:b8:d8", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a88efae-90", "ovs_interfaceid": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.238893] env[68864]: DEBUG oslo_concurrency.lockutils [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] Acquired lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.239097] env[68864]: DEBUG nova.network.neutron [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Refreshing network info cache for port 5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.240356] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b8:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a88efae-906f-4217-bc2e-9d5ab8b1c5c6', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.248614] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.251513] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.252195] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0284d56e-784b-4d10-a904-8a206edcfd8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.272601] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.272601] env[68864]: value = "task-3185689" [ 934.272601] env[68864]: _type = "Task" [ 934.272601] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.281097] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185689, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.344419] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.344698] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.344880] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.395210] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.395446] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.434239] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185688, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.511390] env[68864]: DEBUG nova.network.neutron [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Updated VIF entry in instance network info cache for port 5a88efae-906f-4217-bc2e-9d5ab8b1c5c6. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.511767] env[68864]: DEBUG nova.network.neutron [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Updating instance_info_cache with network_info: [{"id": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "address": "fa:16:3e:4f:b8:d8", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a88efae-90", "ovs_interfaceid": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.645123] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c278fe1-ad59-4b1a-892f-90c4ea31e486 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.669s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.790842] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185689, 'name': CreateVM_Task, 'duration_secs': 0.387565} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.791045] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.791884] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.792163] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.792321] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.793917] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a227487d-49bb-4c73-8a77-1778046ef179 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.797595] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 934.797595] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52862484-a4f1-2533-82bf-e4a861062b33" [ 934.797595] env[68864]: _type = "Task" [ 934.797595] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.804598] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52862484-a4f1-2533-82bf-e4a861062b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.897734] env[68864]: DEBUG nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.934631] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185688, 'name': CreateSnapshot_Task, 'duration_secs': 0.715899} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.935022] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.936708] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0560bf98-b143-4092-9ea2-c828a0a30e44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.003163] env[68864]: DEBUG nova.network.neutron [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Successfully updated port: dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.014761] env[68864]: DEBUG oslo_concurrency.lockutils [req-c4d1de0e-1268-4185-8896-79235b483f89 req-f104f96d-76b8-46dd-b476-0d9d22b4d7b8 service nova] Releasing lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.310916] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52862484-a4f1-2533-82bf-e4a861062b33, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.311326] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.311564] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.311810] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.311959] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.312151] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.312417] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc0b392-a706-443a-b539-3160e6b47550 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.328262] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.328941] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.332701] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fb860d-f552-4394-b621-3d95d6bc0b82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.338561] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 935.338561] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dff1a8-1799-18bf-64dd-d2ede578a546" [ 935.338561] env[68864]: _type = "Task" [ 935.338561] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.346579] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dff1a8-1799-18bf-64dd-d2ede578a546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.368361] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.368605] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.415555] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.453600] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.455961] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-327f9434-7d55-49d1-9489-807e1bdb3db8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.464884] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 935.464884] env[68864]: value = "task-3185690" [ 935.464884] env[68864]: _type = "Task" [ 935.464884] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.474881] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185690, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.481741] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20b9230-fff6-4549-8306-2883a518d703 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.486464] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f7722-cb53-4f6f-81af-de1991aafd44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.517349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.517501] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.517656] env[68864]: DEBUG nova.network.neutron [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.520777] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.521033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.521213] env[68864]: DEBUG nova.network.neutron [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.522974] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ec860-3d6f-406d-b544-01da7db51f91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.532239] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ad273-2674-4a96-afb6-ff8c024d1083 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.546595] env[68864]: DEBUG nova.compute.provider_tree [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.848863] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52dff1a8-1799-18bf-64dd-d2ede578a546, 'name': SearchDatastore_Task, 'duration_secs': 0.018842} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.849727] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b70ad6-28b7-42eb-bfed-edf8e6b36e2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.854946] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 935.854946] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52671c1d-d716-850c-cdd2-cc1d00570b80" [ 935.854946] env[68864]: _type = "Task" [ 935.854946] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.862589] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52671c1d-d716-850c-cdd2-cc1d00570b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.871115] env[68864]: DEBUG nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.975623] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185690, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.050024] env[68864]: DEBUG nova.scheduler.client.report [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.075370] env[68864]: DEBUG nova.network.neutron [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.287022] env[68864]: DEBUG nova.compute.manager [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Received event network-vif-plugged-dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.287259] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.287897] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.288095] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.288346] env[68864]: DEBUG nova.compute.manager [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] No waiting events found dispatching network-vif-plugged-dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.288624] env[68864]: WARNING nova.compute.manager [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Received unexpected event network-vif-plugged-dd0c95f7-7918-4494-9b86-54749fa35f1d for instance with vm_state building and task_state spawning. [ 936.288684] env[68864]: DEBUG nova.compute.manager [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Received event network-changed-dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.292090] env[68864]: DEBUG nova.compute.manager [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Refreshing instance network info cache due to event network-changed-dd0c95f7-7918-4494-9b86-54749fa35f1d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.292090] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] Acquiring lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.372074] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52671c1d-d716-850c-cdd2-cc1d00570b80, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.372723] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.372817] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.373057] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e11524-d709-4e1d-af80-9fb6e96ec2a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.384116] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 936.384116] env[68864]: value = "task-3185691" [ 936.384116] env[68864]: _type = "Task" [ 936.384116] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.392521] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.393646] env[68864]: DEBUG nova.network.neutron [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updating instance_info_cache with network_info: [{"id": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "address": "fa:16:3e:3e:e0:26", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd0c95f7-79", "ovs_interfaceid": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.395801] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.434541] env[68864]: DEBUG nova.network.neutron [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance_info_cache with network_info: [{"id": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "address": "fa:16:3e:02:fb:60", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0df02e-4b", "ovs_interfaceid": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.474788] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185690, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.555461] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.556135] env[68864]: DEBUG nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.558929] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.804s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.559183] env[68864]: DEBUG nova.objects.instance [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lazy-loading 'resources' on Instance uuid 989b65cb-b023-486d-9d46-216cdddebadf {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.895262] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457841} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.895548] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.895759] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.896037] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e71805a-3de6-43d9-8bcf-2a3d5b9effb6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.898143] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.898854] env[68864]: DEBUG nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Instance network_info: |[{"id": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "address": "fa:16:3e:3e:e0:26", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd0c95f7-79", "ovs_interfaceid": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.898854] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] Acquired lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.899105] env[68864]: DEBUG nova.network.neutron [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Refreshing network info cache for port dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.900176] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e0:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd0c95f7-7918-4494-9b86-54749fa35f1d', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.910178] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.914119] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.915779] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c1ffb09-5dac-4b2a-897c-3cdc7e11296e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.932036] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 936.932036] env[68864]: value = "task-3185692" [ 936.932036] env[68864]: _type = "Task" [ 936.932036] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.938566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.942536] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.942536] env[68864]: value = "task-3185693" [ 936.942536] env[68864]: _type = "Task" [ 936.942536] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.957150] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185692, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.962169] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185693, 'name': CreateVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.974966] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185690, 'name': CloneVM_Task, 'duration_secs': 1.305881} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.978182] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Created linked-clone VM from snapshot [ 936.978182] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6632e024-8690-4a61-bb2f-637d3b76941f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.986709] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Uploading image aef8a3ff-070e-4b7b-8d7a-66fd8ad1b1c6 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.002738] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.003123] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b5bbc61-b9a2-49c9-a6c3-73a4be774422 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.010559] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 937.010559] env[68864]: value = "task-3185694" [ 937.010559] env[68864]: _type = "Task" [ 937.010559] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.018831] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185694, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.065742] env[68864]: DEBUG nova.compute.utils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.067400] env[68864]: DEBUG nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.067581] env[68864]: DEBUG nova.network.neutron [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.124585] env[68864]: DEBUG nova.policy [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3403d0aa0dd46d78853754f3a3c2949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528a97f451e24f32a9fa81356b3a7bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.296735] env[68864]: DEBUG nova.network.neutron [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updated VIF entry in instance network info cache for port dd0c95f7-7918-4494-9b86-54749fa35f1d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.297101] env[68864]: DEBUG nova.network.neutron [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updating instance_info_cache with network_info: [{"id": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "address": "fa:16:3e:3e:e0:26", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd0c95f7-79", "ovs_interfaceid": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.364888] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523af97f-4c18-430f-9ed2-d2456877f550 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.372242] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aa723a-5f96-4efa-bd64-7e2711b4c8a1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.406020] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8077e60d-2061-44d6-a20d-5ba9cabb0388 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.409923] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8e738-c124-480e-ac02-a5a5788a4141 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.423101] env[68864]: DEBUG nova.compute.provider_tree [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.441638] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057068} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.441906] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.442648] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f480a1a-d37b-4c94-b254-4ce0393c4aab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.469425] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.472128] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa05d896-9412-476d-bfc4-6d8f4e9ffd02 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.491663] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185693, 'name': CreateVM_Task, 'duration_secs': 0.357139} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.492252] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.493133] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.493306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.493609] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.493856] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69393cc8-2fff-403f-9042-9ed5d34e30b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.498114] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 937.498114] env[68864]: value = "task-3185695" [ 937.498114] env[68864]: _type = "Task" [ 937.498114] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.502261] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b8eb3-05e4-42d2-9c02-42f1032ba53e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.508763] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.509070] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 937.509070] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5293cf9b-f773-4de5-d504-e1e3f793e514" [ 937.509070] env[68864]: _type = "Task" [ 937.509070] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.529200] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03830952-d073-46cd-ba5d-186be11ff547 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.535633] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5293cf9b-f773-4de5-d504-e1e3f793e514, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.536423] env[68864]: DEBUG nova.network.neutron [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Successfully created port: 5ecf9785-63be-485d-a9b7-f8ae4ef05223 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.538775] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.539026] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.539243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.539391] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.539566] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.539823] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fbb582e-1dfe-48fe-8912-b4b5b746b288 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.546882] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance 'f3ca6705-7fd4-429c-b0ef-24fa3effd40a' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.549840] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185694, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.555950] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.556151] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.556864] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d047fccb-7770-4a97-b46a-47a9a914c715 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.561560] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 937.561560] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c7208c-f885-6e21-3810-2278e603ce9e" [ 937.561560] env[68864]: _type = "Task" [ 937.561560] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.569140] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c7208c-f885-6e21-3810-2278e603ce9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.570707] env[68864]: DEBUG nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.800016] env[68864]: DEBUG oslo_concurrency.lockutils [req-f4764732-b9a2-42e8-a5b5-34ff3442de54 req-788c5e26-7a03-4f01-9a9c-9e2a356e4cae service nova] Releasing lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.926682] env[68864]: DEBUG nova.scheduler.client.report [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.009517] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185695, 'name': ReconfigVM_Task, 'duration_secs': 0.269385} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.009806] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.010473] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dfcd5b0-dfc4-4bd0-a763-7fc9c3d10c27 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.016267] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 938.016267] env[68864]: value = "task-3185696" [ 938.016267] env[68864]: _type = "Task" [ 938.016267] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.023894] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185696, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.032422] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185694, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.053364] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.053805] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1e5067-00d6-4b15-af97-f30816f99593 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.062447] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 938.062447] env[68864]: value = "task-3185697" [ 938.062447] env[68864]: _type = "Task" [ 938.062447] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.085199] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c7208c-f885-6e21-3810-2278e603ce9e, 'name': SearchDatastore_Task, 'duration_secs': 0.007778} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.085447] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.086560] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44bfac7-bbb0-4322-9538-531b9ed01042 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.093685] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 938.093685] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522a25d9-7585-201c-d5ad-be15ee7442a5" [ 938.093685] env[68864]: _type = "Task" [ 938.093685] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.101827] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522a25d9-7585-201c-d5ad-be15ee7442a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.431903] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.436365] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.287s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.437906] env[68864]: INFO nova.compute.claims [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.459844] env[68864]: INFO nova.scheduler.client.report [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Deleted allocations for instance 989b65cb-b023-486d-9d46-216cdddebadf [ 938.527769] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185696, 'name': Rename_Task, 'duration_secs': 0.224181} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.531057] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.531359] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0be6e770-65a5-48bb-b3d0-e6988d6f7432 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.538557] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185694, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.539811] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 938.539811] env[68864]: value = "task-3185698" [ 938.539811] env[68864]: _type = "Task" [ 938.539811] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.547677] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.571188] env[68864]: DEBUG oslo_vmware.api [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185697, 'name': PowerOnVM_Task, 'duration_secs': 0.506298} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.571451] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.571632] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-24c6b792-b715-47b8-aeeb-2c348e729d6e tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance 'f3ca6705-7fd4-429c-b0ef-24fa3effd40a' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.587307] env[68864]: DEBUG nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.604384] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522a25d9-7585-201c-d5ad-be15ee7442a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.604601] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.605304] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] c591afe0-f04e-4de3-9d14-b30444a864dd/c591afe0-f04e-4de3-9d14-b30444a864dd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.605304] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950678e8-7069-4e8d-9551-e50d9f6bb9c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.614327] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 938.614327] env[68864]: value = "task-3185699" [ 938.614327] env[68864]: _type = "Task" [ 938.614327] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.617521] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.617885] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.618150] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.618421] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.618618] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.618824] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.619129] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.619361] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.619595] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.619879] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.620246] env[68864]: DEBUG nova.virt.hardware [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.621743] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37d856-6d40-470f-b2f4-05348db10201 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.642154] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408764da-a3b1-4d3c-bc29-e9d9d1fd8b17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.647077] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.968211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-20808345-6079-4ee4-aa3f-c02ec1798447 tempest-ServersAaction247Test-1031528028 tempest-ServersAaction247Test-1031528028-project-member] Lock "989b65cb-b023-486d-9d46-216cdddebadf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.428s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.038804] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185694, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.048887] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185698, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.130199] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489187} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.130790] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] c591afe0-f04e-4de3-9d14-b30444a864dd/c591afe0-f04e-4de3-9d14-b30444a864dd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.131039] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.131356] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba67571-3c2d-4c76-b699-b64a80f14fed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.139208] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 939.139208] env[68864]: value = "task-3185700" [ 939.139208] env[68864]: _type = "Task" [ 939.139208] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.146550] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.155249] env[68864]: DEBUG nova.compute.manager [req-8b1a3691-0619-4326-a860-f97d86fa56f7 req-a9931a42-29ee-491f-b258-bffe95a5e702 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Received event network-vif-plugged-5ecf9785-63be-485d-a9b7-f8ae4ef05223 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.155466] env[68864]: DEBUG oslo_concurrency.lockutils [req-8b1a3691-0619-4326-a860-f97d86fa56f7 req-a9931a42-29ee-491f-b258-bffe95a5e702 service nova] Acquiring lock "56770dae-cda3-404c-8296-a507856b824a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.155731] env[68864]: DEBUG oslo_concurrency.lockutils [req-8b1a3691-0619-4326-a860-f97d86fa56f7 req-a9931a42-29ee-491f-b258-bffe95a5e702 service nova] Lock "56770dae-cda3-404c-8296-a507856b824a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.155826] env[68864]: DEBUG oslo_concurrency.lockutils [req-8b1a3691-0619-4326-a860-f97d86fa56f7 req-a9931a42-29ee-491f-b258-bffe95a5e702 service nova] Lock "56770dae-cda3-404c-8296-a507856b824a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.156020] env[68864]: DEBUG nova.compute.manager [req-8b1a3691-0619-4326-a860-f97d86fa56f7 req-a9931a42-29ee-491f-b258-bffe95a5e702 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] No waiting events found dispatching network-vif-plugged-5ecf9785-63be-485d-a9b7-f8ae4ef05223 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.156155] env[68864]: WARNING nova.compute.manager [req-8b1a3691-0619-4326-a860-f97d86fa56f7 req-a9931a42-29ee-491f-b258-bffe95a5e702 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Received unexpected event network-vif-plugged-5ecf9785-63be-485d-a9b7-f8ae4ef05223 for instance with vm_state building and task_state spawning. [ 939.279925] env[68864]: DEBUG nova.network.neutron [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Successfully updated port: 5ecf9785-63be-485d-a9b7-f8ae4ef05223 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.536799] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185694, 'name': Destroy_Task, 'duration_secs': 2.444847} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.539055] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Destroyed the VM [ 939.539304] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.539719] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18bc90ab-8cda-4252-a161-39c78b5f8844 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.549517] env[68864]: DEBUG oslo_vmware.api [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3185698, 'name': PowerOnVM_Task, 'duration_secs': 0.727297} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.552466] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.552795] env[68864]: INFO nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Took 7.87 seconds to spawn the instance on the hypervisor. [ 939.552870] env[68864]: DEBUG nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.553181] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 939.553181] env[68864]: value = "task-3185701" [ 939.553181] env[68864]: _type = "Task" [ 939.553181] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.554052] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eeb1f0-e763-4295-972a-898ca67ec1c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.567912] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.652096] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09145} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.652414] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.653292] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee2f38-7020-4b99-a085-675571b748a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.677848] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c591afe0-f04e-4de3-9d14-b30444a864dd/c591afe0-f04e-4de3-9d14-b30444a864dd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.680976] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0f9c19-302b-405f-9d3f-a690c885f510 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.701783] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 939.701783] env[68864]: value = "task-3185702" [ 939.701783] env[68864]: _type = "Task" [ 939.701783] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.711866] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.783021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-56770dae-cda3-404c-8296-a507856b824a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.783126] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-56770dae-cda3-404c-8296-a507856b824a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.783297] env[68864]: DEBUG nova.network.neutron [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.804366] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c016e43-69ef-4418-a148-d6b571fb017f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.813471] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb182d80-07dd-4962-b17d-bffc1c434107 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.854029] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b31f7-8ffc-4ff5-a693-f8a5c40adaa9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.863036] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7441201b-3907-46b6-98d0-e740b1f159a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.877637] env[68864]: DEBUG nova.compute.provider_tree [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.065858] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185701, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.078644] env[68864]: INFO nova.compute.manager [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Took 28.22 seconds to build instance. [ 940.212670] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185702, 'name': ReconfigVM_Task, 'duration_secs': 0.317329} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.212975] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c591afe0-f04e-4de3-9d14-b30444a864dd/c591afe0-f04e-4de3-9d14-b30444a864dd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.213626] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3974868c-66bd-4fc6-b33e-8c9a67da9598 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.220714] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 940.220714] env[68864]: value = "task-3185703" [ 940.220714] env[68864]: _type = "Task" [ 940.220714] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.229723] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185703, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.332614] env[68864]: DEBUG nova.network.neutron [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.381395] env[68864]: DEBUG nova.scheduler.client.report [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.546448] env[68864]: DEBUG nova.network.neutron [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Updating instance_info_cache with network_info: [{"id": "5ecf9785-63be-485d-a9b7-f8ae4ef05223", "address": "fa:16:3e:4b:10:a7", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf9785-63", "ovs_interfaceid": "5ecf9785-63be-485d-a9b7-f8ae4ef05223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.565673] env[68864]: DEBUG oslo_vmware.api [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185701, 'name': RemoveSnapshot_Task, 'duration_secs': 1.016817} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.566200] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 940.581141] env[68864]: DEBUG oslo_concurrency.lockutils [None req-589b34c3-bbad-4f78-835c-b07a882dfdef tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.735s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.733778] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185703, 'name': Rename_Task, 'duration_secs': 0.136159} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.734252] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.734547] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb970b8-3370-4df7-bead-23ae260e434c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.741465] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 940.741465] env[68864]: value = "task-3185704" [ 940.741465] env[68864]: _type = "Task" [ 940.741465] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.749567] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.841838] env[68864]: DEBUG nova.compute.manager [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Received event network-changed-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.842098] env[68864]: DEBUG nova.compute.manager [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Refreshing instance network info cache due to event network-changed-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.842325] env[68864]: DEBUG oslo_concurrency.lockutils [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] Acquiring lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.842656] env[68864]: DEBUG oslo_concurrency.lockutils [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] Acquired lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.842656] env[68864]: DEBUG nova.network.neutron [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Refreshing network info cache for port 5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.886521] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.886929] env[68864]: DEBUG nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.892872] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.802s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.898286] env[68864]: INFO nova.compute.claims [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.053266] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-56770dae-cda3-404c-8296-a507856b824a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.053266] env[68864]: DEBUG nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Instance network_info: |[{"id": "5ecf9785-63be-485d-a9b7-f8ae4ef05223", "address": "fa:16:3e:4b:10:a7", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf9785-63", "ovs_interfaceid": "5ecf9785-63be-485d-a9b7-f8ae4ef05223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.053266] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:10:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ecf9785-63be-485d-a9b7-f8ae4ef05223', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.063148] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.063464] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56770dae-cda3-404c-8296-a507856b824a] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.063697] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-906d57f6-f960-4ad0-a731-2fa32904e0ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.083115] env[68864]: WARNING nova.compute.manager [None req-1b8aeec1-f1a5-456e-b1db-0b697f6a5c0e tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Image not found during snapshot: nova.exception.ImageNotFound: Image aef8a3ff-070e-4b7b-8d7a-66fd8ad1b1c6 could not be found. [ 941.088413] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.088413] env[68864]: value = "task-3185705" [ 941.088413] env[68864]: _type = "Task" [ 941.088413] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.097105] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185705, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.189207] env[68864]: DEBUG nova.compute.manager [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Received event network-changed-5ecf9785-63be-485d-a9b7-f8ae4ef05223 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.189642] env[68864]: DEBUG nova.compute.manager [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Refreshing instance network info cache due to event network-changed-5ecf9785-63be-485d-a9b7-f8ae4ef05223. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.189803] env[68864]: DEBUG oslo_concurrency.lockutils [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] Acquiring lock "refresh_cache-56770dae-cda3-404c-8296-a507856b824a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.189969] env[68864]: DEBUG oslo_concurrency.lockutils [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] Acquired lock "refresh_cache-56770dae-cda3-404c-8296-a507856b824a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.190225] env[68864]: DEBUG nova.network.neutron [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Refreshing network info cache for port 5ecf9785-63be-485d-a9b7-f8ae4ef05223 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.251909] env[68864]: DEBUG oslo_vmware.api [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185704, 'name': PowerOnVM_Task, 'duration_secs': 0.454804} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.252244] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.252452] env[68864]: INFO nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Took 7.09 seconds to spawn the instance on the hypervisor. [ 941.252637] env[68864]: DEBUG nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.253451] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb29fe-8f5a-4809-afaa-dd62c92ffe9a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.392147] env[68864]: DEBUG nova.compute.utils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.395802] env[68864]: DEBUG nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.395990] env[68864]: DEBUG nova.network.neutron [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.405264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.406653] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.407071] env[68864]: DEBUG nova.compute.manager [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Going to confirm migration 3 {{(pid=68864) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 941.453185] env[68864]: DEBUG nova.policy [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75de7eb6a2b54d03b195b982b3848b39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb608f660d048aaa2b74d74808939ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.600245] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185705, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.774337] env[68864]: INFO nova.compute.manager [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Took 25.66 seconds to build instance. [ 941.801337] env[68864]: DEBUG nova.network.neutron [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Updated VIF entry in instance network info cache for port 5a88efae-906f-4217-bc2e-9d5ab8b1c5c6. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.801337] env[68864]: DEBUG nova.network.neutron [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Updating instance_info_cache with network_info: [{"id": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "address": "fa:16:3e:4f:b8:d8", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a88efae-90", "ovs_interfaceid": "5a88efae-906f-4217-bc2e-9d5ab8b1c5c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.899131] env[68864]: DEBUG nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.950173] env[68864]: DEBUG nova.network.neutron [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Updated VIF entry in instance network info cache for port 5ecf9785-63be-485d-a9b7-f8ae4ef05223. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.950173] env[68864]: DEBUG nova.network.neutron [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Updating instance_info_cache with network_info: [{"id": "5ecf9785-63be-485d-a9b7-f8ae4ef05223", "address": "fa:16:3e:4b:10:a7", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecf9785-63", "ovs_interfaceid": "5ecf9785-63be-485d-a9b7-f8ae4ef05223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.971646] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.972129] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.975019] env[68864]: DEBUG nova.network.neutron [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.975019] env[68864]: DEBUG nova.objects.instance [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lazy-loading 'info_cache' on Instance uuid f3ca6705-7fd4-429c-b0ef-24fa3effd40a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.020250] env[68864]: DEBUG nova.network.neutron [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Successfully created port: 7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.104585] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185705, 'name': CreateVM_Task, 'duration_secs': 0.667243} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.104742] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56770dae-cda3-404c-8296-a507856b824a] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.106610] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.106787] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.107124] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.107392] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc791da4-1ddc-4fe9-af55-3209176aaffb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.112171] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 942.112171] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5210d6e5-dbbb-f4cb-dfc0-5d2da935c69e" [ 942.112171] env[68864]: _type = "Task" [ 942.112171] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.124025] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5210d6e5-dbbb-f4cb-dfc0-5d2da935c69e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.245455] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "286cac8a-fc04-4793-9c07-e4122565b33d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.245704] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "286cac8a-fc04-4793-9c07-e4122565b33d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.245910] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "286cac8a-fc04-4793-9c07-e4122565b33d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.246122] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "286cac8a-fc04-4793-9c07-e4122565b33d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.246380] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "286cac8a-fc04-4793-9c07-e4122565b33d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.248371] env[68864]: INFO nova.compute.manager [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Terminating instance [ 942.255784] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2869ddb9-9167-4932-ab9d-de4f92c54bb3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.265132] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d968f1e-4d04-4e31-9f80-22013328002c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.295562] env[68864]: DEBUG oslo_concurrency.lockutils [None req-175ee394-7507-4ddb-ad97-f4e4fe47baff tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.187s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.296991] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1158ce-b5a3-464f-8c80-080fdf986d14 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.303649] env[68864]: DEBUG oslo_concurrency.lockutils [req-c22ca913-9879-4e0c-8b8d-e9b4362f6c3a req-24c47bc8-1d03-49ef-8bbd-4d6d99c1ad11 service nova] Releasing lock "refresh_cache-f199c2a3-976f-4ab8-b403-981ceb3d4127" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.304818] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d1359-391a-488c-a91a-898482995610 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.322859] env[68864]: DEBUG nova.compute.provider_tree [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.405432] env[68864]: INFO nova.virt.block_device [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Booting with volume fd40e68e-efc2-4c7f-9b55-06f2abd6bf12 at /dev/sda [ 942.443295] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a468389a-d7e7-4937-878c-b114bf9bb66a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.453240] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3e130-2070-4da5-a321-7f2884a26a41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.464047] env[68864]: DEBUG oslo_concurrency.lockutils [req-2d511d96-fa84-49ef-af4a-0f43473e009f req-22b643a5-a510-41cd-9d48-b3b236d16873 service nova] Releasing lock "refresh_cache-56770dae-cda3-404c-8296-a507856b824a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.491023] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71a56cf7-4d48-4417-88a2-b08d06ff9a70 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.498431] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a179b5-813b-431c-bbb1-ae9e6b49baf9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.535081] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fa1780-c706-477f-926a-55045913273e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.541869] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30203e0c-7906-4d71-b8b2-d2c109a18645 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.555045] env[68864]: DEBUG nova.virt.block_device [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Updating existing volume attachment record: 02955b5f-731b-4815-a2d8-717e6e884413 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 942.622844] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5210d6e5-dbbb-f4cb-dfc0-5d2da935c69e, 'name': SearchDatastore_Task, 'duration_secs': 0.028202} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.623177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.623416] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.623649] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.623795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.624044] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.624306] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-752413ff-3a4b-4b31-bc0d-08afaf757707 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.632636] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.632636] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.633279] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37d0db5-83d9-41c8-93ec-1a4e3f46678d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.638118] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 942.638118] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e91b0a-9257-d2eb-8265-6b4f70192bf5" [ 942.638118] env[68864]: _type = "Task" [ 942.638118] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.645670] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e91b0a-9257-d2eb-8265-6b4f70192bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.752608] env[68864]: DEBUG nova.compute.manager [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.752853] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.753780] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f775ed1-09ce-4382-b4ae-ae80f5bdce6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.761458] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.761699] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32e72b9-46a6-4d56-a51d-b829ccfb480c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.768713] env[68864]: DEBUG oslo_vmware.api [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 942.768713] env[68864]: value = "task-3185706" [ 942.768713] env[68864]: _type = "Task" [ 942.768713] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.776562] env[68864]: DEBUG oslo_vmware.api [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.825885] env[68864]: DEBUG nova.scheduler.client.report [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.148717] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e91b0a-9257-d2eb-8265-6b4f70192bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.149553] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47398e4-5eb5-4a71-b816-23017fdac65a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.155275] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 943.155275] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529d035e-225d-7ed1-8fec-012dc488e607" [ 943.155275] env[68864]: _type = "Task" [ 943.155275] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.163354] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529d035e-225d-7ed1-8fec-012dc488e607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.283155] env[68864]: DEBUG oslo_vmware.api [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185706, 'name': PowerOffVM_Task, 'duration_secs': 0.212608} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.283530] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.283762] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.284113] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b677a416-9398-4fdd-a158-bbf6ca39181d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.331311] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.331867] env[68864]: DEBUG nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.334659] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.004s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.336841] env[68864]: INFO nova.compute.claims [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.360693] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.360995] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.361139] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleting the datastore file [datastore1] 286cac8a-fc04-4793-9c07-e4122565b33d {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.361546] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41ab7def-32e0-41fa-9c00-ecfb51a6e8e1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.368430] env[68864]: DEBUG oslo_vmware.api [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for the task: (returnval){ [ 943.368430] env[68864]: value = "task-3185708" [ 943.368430] env[68864]: _type = "Task" [ 943.368430] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.377371] env[68864]: DEBUG oslo_vmware.api [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.668475] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529d035e-225d-7ed1-8fec-012dc488e607, 'name': SearchDatastore_Task, 'duration_secs': 0.044404} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.668915] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.669222] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 56770dae-cda3-404c-8296-a507856b824a/56770dae-cda3-404c-8296-a507856b824a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.670391] env[68864]: DEBUG nova.compute.manager [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Received event network-changed-dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.670576] env[68864]: DEBUG nova.compute.manager [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Refreshing instance network info cache due to event network-changed-dd0c95f7-7918-4494-9b86-54749fa35f1d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.670779] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] Acquiring lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.670919] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] Acquired lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.671104] env[68864]: DEBUG nova.network.neutron [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Refreshing network info cache for port dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.672156] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef9a8e7-8099-42b5-aff2-fde8467c0972 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.679571] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 943.679571] env[68864]: value = "task-3185709" [ 943.679571] env[68864]: _type = "Task" [ 943.679571] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.688473] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.723857] env[68864]: DEBUG nova.network.neutron [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance_info_cache with network_info: [{"id": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "address": "fa:16:3e:02:fb:60", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0df02e-4b", "ovs_interfaceid": "df0df02e-4b45-42e5-897f-af5dbeb08b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.841026] env[68864]: DEBUG nova.compute.utils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.845251] env[68864]: DEBUG nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.845641] env[68864]: DEBUG nova.network.neutron [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.878244] env[68864]: DEBUG oslo_vmware.api [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Task: {'id': task-3185708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414116} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.878469] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.878659] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.878834] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.879012] env[68864]: INFO nova.compute.manager [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 943.879387] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.879650] env[68864]: DEBUG nova.compute.manager [-] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.879754] env[68864]: DEBUG nova.network.neutron [-] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.917194] env[68864]: DEBUG nova.network.neutron [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Successfully updated port: 7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.956589] env[68864]: DEBUG nova.policy [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b891446bb054c5d8bb475814c428834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5dc6b8b95f245ada0489cce0194b104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.195921] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185709, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.224269] env[68864]: DEBUG nova.compute.manager [req-62104e2a-9fe6-4f0c-9c43-b01466e52f1f req-c27aba0e-6456-4402-a13b-d18578a14369 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Received event network-vif-deleted-932fbd1f-e86f-4f00-8d53-ed42a7c3297b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.224269] env[68864]: INFO nova.compute.manager [req-62104e2a-9fe6-4f0c-9c43-b01466e52f1f req-c27aba0e-6456-4402-a13b-d18578a14369 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Neutron deleted interface 932fbd1f-e86f-4f00-8d53-ed42a7c3297b; detaching it from the instance and deleting it from the info cache [ 944.224269] env[68864]: DEBUG nova.network.neutron [req-62104e2a-9fe6-4f0c-9c43-b01466e52f1f req-c27aba0e-6456-4402-a13b-d18578a14369 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.226595] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-f3ca6705-7fd4-429c-b0ef-24fa3effd40a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.226824] env[68864]: DEBUG nova.objects.instance [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lazy-loading 'migration_context' on Instance uuid f3ca6705-7fd4-429c-b0ef-24fa3effd40a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.350097] env[68864]: DEBUG nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.419747] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquiring lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.419910] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquired lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.420087] env[68864]: DEBUG nova.network.neutron [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.448346] env[68864]: DEBUG nova.network.neutron [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Successfully created port: 7bea1f59-0d6a-4f8b-8630-471ea39423f0 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.553395] env[68864]: DEBUG nova.network.neutron [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updated VIF entry in instance network info cache for port dd0c95f7-7918-4494-9b86-54749fa35f1d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.553749] env[68864]: DEBUG nova.network.neutron [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updating instance_info_cache with network_info: [{"id": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "address": "fa:16:3e:3e:e0:26", "network": {"id": "2d2c5a3c-a77d-44d6-9abe-2f742965d5af", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1417985859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e791897390c041e7969fcf3ea5207879", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd0c95f7-79", "ovs_interfaceid": "dd0c95f7-7918-4494-9b86-54749fa35f1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.648592] env[68864]: DEBUG nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.649219] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.649362] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.649531] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.649704] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.649914] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.650014] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.650234] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.650348] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.650510] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.650669] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.650835] env[68864]: DEBUG nova.virt.hardware [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.651738] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26e47c4-10fc-416c-abd1-7cf96fea046f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.662266] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f036ee8-8933-4180-be05-9072fe49a1d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.686382] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17645f2d-8072-4034-8ed8-ee005f314ca6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.695268] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531209} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.696469] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15575aef-3fd3-4ecf-8fe6-2638d691ef82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.699577] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 56770dae-cda3-404c-8296-a507856b824a/56770dae-cda3-404c-8296-a507856b824a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.699757] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.700412] env[68864]: DEBUG nova.network.neutron [-] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.701524] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bcee0ee-0081-4a79-ad4d-aaeef841fe1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.733165] env[68864]: DEBUG nova.objects.base [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.735523] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dafec8dc-fac5-4d1c-b01f-3daeb8f4e032 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.737920] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b02d4b1-5cbd-4244-8b15-46a7270e5d45 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.740791] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836fb271-901b-4b15-9f90-55fbb7420964 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.743195] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 944.743195] env[68864]: value = "task-3185710" [ 944.743195] env[68864]: _type = "Task" [ 944.743195] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.767173] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84209e99-dd64-4188-be19-2b860efd5ead {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.770893] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3fb548-1f53-43c4-bcf6-ae2156f78779 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.775591] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444c9303-12b9-443c-bd5e-9d94e907d694 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.790176] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185710, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.792035] env[68864]: DEBUG oslo_vmware.api [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 944.792035] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526c1aa0-6bdd-90f7-da01-dcb6478fd323" [ 944.792035] env[68864]: _type = "Task" [ 944.792035] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.800508] env[68864]: DEBUG nova.compute.provider_tree [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.816414] env[68864]: DEBUG nova.compute.manager [req-62104e2a-9fe6-4f0c-9c43-b01466e52f1f req-c27aba0e-6456-4402-a13b-d18578a14369 service nova] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Detach interface failed, port_id=932fbd1f-e86f-4f00-8d53-ed42a7c3297b, reason: Instance 286cac8a-fc04-4793-9c07-e4122565b33d could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.823261] env[68864]: DEBUG oslo_vmware.api [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526c1aa0-6bdd-90f7-da01-dcb6478fd323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.955957] env[68864]: DEBUG nova.network.neutron [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.056447] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ca6a683-e958-4590-9137-5bb17a22bad7 req-82b70f3f-7626-45c8-8311-d56722eb2c8a service nova] Releasing lock "refresh_cache-c591afe0-f04e-4de3-9d14-b30444a864dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.116056] env[68864]: DEBUG nova.network.neutron [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Updating instance_info_cache with network_info: [{"id": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "address": "fa:16:3e:65:b9:80", "network": {"id": "c07158c0-2d95-40bd-bbe6-0b855fdcf3f6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2067366254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb608f660d048aaa2b74d74808939ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7e704c-f3", "ovs_interfaceid": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.204968] env[68864]: INFO nova.compute.manager [-] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Took 1.33 seconds to deallocate network for instance. [ 945.251933] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235006} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.252204] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.252943] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973425a9-1f20-4b1a-8d1b-ff6aab6718af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.274645] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 56770dae-cda3-404c-8296-a507856b824a/56770dae-cda3-404c-8296-a507856b824a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.275143] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3421241-a872-4a57-9201-97a9d5cbba9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.293358] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 945.293358] env[68864]: value = "task-3185711" [ 945.293358] env[68864]: _type = "Task" [ 945.293358] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.300666] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.310440] env[68864]: DEBUG oslo_vmware.api [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526c1aa0-6bdd-90f7-da01-dcb6478fd323, 'name': SearchDatastore_Task, 'duration_secs': 0.031888} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.310700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.318728] env[68864]: DEBUG nova.scheduler.client.report [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.360453] env[68864]: DEBUG nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.388331] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.388569] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.388730] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.388907] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.389068] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.389226] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.389431] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.389585] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.389748] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.389908] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.390096] env[68864]: DEBUG nova.virt.hardware [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.390936] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5702008-e87c-4369-928b-2784d55ef477 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.398892] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4951d6c8-c43b-4ed0-8afd-82989a4764e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.618917] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Releasing lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.619317] env[68864]: DEBUG nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance network_info: |[{"id": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "address": "fa:16:3e:65:b9:80", "network": {"id": "c07158c0-2d95-40bd-bbe6-0b855fdcf3f6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2067366254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb608f660d048aaa2b74d74808939ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7e704c-f3", "ovs_interfaceid": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.619744] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:b9:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7e704c-f359-4252-9f80-edb0c6d8a982', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.627368] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Creating folder: Project (9cb608f660d048aaa2b74d74808939ed). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.627634] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83472e7a-06ba-4d10-a852-189d76c8c2e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.640663] env[68864]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 945.640832] env[68864]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68864) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 945.641156] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Folder already exists: Project (9cb608f660d048aaa2b74d74808939ed). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 945.641348] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Creating folder: Instances. Parent ref: group-v637126. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.641573] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d96256-f8d0-4672-9f83-dc1cef1cb292 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.651464] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Created folder: Instances in parent group-v637126. [ 945.651682] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.651869] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.652073] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfbd8d85-20e4-4b09-be58-a444af064a9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.672119] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.672119] env[68864]: value = "task-3185714" [ 945.672119] env[68864]: _type = "Task" [ 945.672119] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.679415] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185714, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.698724] env[68864]: DEBUG nova.compute.manager [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Received event network-vif-plugged-7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.698980] env[68864]: DEBUG oslo_concurrency.lockutils [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] Acquiring lock "3b615ba0-1df0-41ed-9f95-1350abc25691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.698980] env[68864]: DEBUG oslo_concurrency.lockutils [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.699171] env[68864]: DEBUG oslo_concurrency.lockutils [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.699304] env[68864]: DEBUG nova.compute.manager [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] No waiting events found dispatching network-vif-plugged-7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.699465] env[68864]: WARNING nova.compute.manager [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Received unexpected event network-vif-plugged-7e7e704c-f359-4252-9f80-edb0c6d8a982 for instance with vm_state building and task_state spawning. [ 945.699622] env[68864]: DEBUG nova.compute.manager [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Received event network-changed-7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.699770] env[68864]: DEBUG nova.compute.manager [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Refreshing instance network info cache due to event network-changed-7e7e704c-f359-4252-9f80-edb0c6d8a982. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.699951] env[68864]: DEBUG oslo_concurrency.lockutils [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] Acquiring lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.700099] env[68864]: DEBUG oslo_concurrency.lockutils [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] Acquired lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.700251] env[68864]: DEBUG nova.network.neutron [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Refreshing network info cache for port 7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.710494] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.805125] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.824248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.824860] env[68864]: DEBUG nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.827935] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.412s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.829541] env[68864]: INFO nova.compute.claims [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.009666] env[68864]: DEBUG nova.compute.manager [req-61f76d1f-5fc0-4f27-a2c4-1fd4755e98d0 req-02d8c4bf-d720-4938-85cc-1f236f007cb9 service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Received event network-vif-plugged-7bea1f59-0d6a-4f8b-8630-471ea39423f0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.009890] env[68864]: DEBUG oslo_concurrency.lockutils [req-61f76d1f-5fc0-4f27-a2c4-1fd4755e98d0 req-02d8c4bf-d720-4938-85cc-1f236f007cb9 service nova] Acquiring lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.010115] env[68864]: DEBUG oslo_concurrency.lockutils [req-61f76d1f-5fc0-4f27-a2c4-1fd4755e98d0 req-02d8c4bf-d720-4938-85cc-1f236f007cb9 service nova] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.010286] env[68864]: DEBUG oslo_concurrency.lockutils [req-61f76d1f-5fc0-4f27-a2c4-1fd4755e98d0 req-02d8c4bf-d720-4938-85cc-1f236f007cb9 service nova] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.010454] env[68864]: DEBUG nova.compute.manager [req-61f76d1f-5fc0-4f27-a2c4-1fd4755e98d0 req-02d8c4bf-d720-4938-85cc-1f236f007cb9 service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] No waiting events found dispatching network-vif-plugged-7bea1f59-0d6a-4f8b-8630-471ea39423f0 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.010620] env[68864]: WARNING nova.compute.manager [req-61f76d1f-5fc0-4f27-a2c4-1fd4755e98d0 req-02d8c4bf-d720-4938-85cc-1f236f007cb9 service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Received unexpected event network-vif-plugged-7bea1f59-0d6a-4f8b-8630-471ea39423f0 for instance with vm_state building and task_state spawning. [ 946.182119] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185714, 'name': CreateVM_Task, 'duration_secs': 0.383889} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.182259] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.182951] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '02955b5f-731b-4815-a2d8-717e6e884413', 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637137', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'name': 'volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b615ba0-1df0-41ed-9f95-1350abc25691', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'serial': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68864) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 946.183346] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Root volume attach. Driver type: vmdk {{(pid=68864) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 946.184044] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c295a2f4-aae9-4155-bbc6-8c22d8ce64dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.191104] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb7f7b-bd5e-4c35-adff-7d72855807ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.197023] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42624acc-b9fc-4ee6-950d-4814c85713af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.204031] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-606974d0-4b90-4731-85a4-d7eb36935178 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.210192] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 946.210192] env[68864]: value = "task-3185715" [ 946.210192] env[68864]: _type = "Task" [ 946.210192] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.218843] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.305738] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185711, 'name': ReconfigVM_Task, 'duration_secs': 0.612106} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.306008] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 56770dae-cda3-404c-8296-a507856b824a/56770dae-cda3-404c-8296-a507856b824a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.306620] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06fa8223-1c37-4cec-9898-54413c7e116f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.312746] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 946.312746] env[68864]: value = "task-3185716" [ 946.312746] env[68864]: _type = "Task" [ 946.312746] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.319997] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185716, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.334162] env[68864]: DEBUG nova.compute.utils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.337268] env[68864]: DEBUG nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.338078] env[68864]: DEBUG nova.network.neutron [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.386285] env[68864]: DEBUG nova.network.neutron [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Updated VIF entry in instance network info cache for port 7e7e704c-f359-4252-9f80-edb0c6d8a982. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.386652] env[68864]: DEBUG nova.network.neutron [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Updating instance_info_cache with network_info: [{"id": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "address": "fa:16:3e:65:b9:80", "network": {"id": "c07158c0-2d95-40bd-bbe6-0b855fdcf3f6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2067366254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb608f660d048aaa2b74d74808939ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7e704c-f3", "ovs_interfaceid": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.390116] env[68864]: DEBUG nova.policy [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b891446bb054c5d8bb475814c428834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5dc6b8b95f245ada0489cce0194b104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.588584] env[68864]: DEBUG nova.network.neutron [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Successfully updated port: 7bea1f59-0d6a-4f8b-8630-471ea39423f0 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.653683] env[68864]: DEBUG nova.network.neutron [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Successfully created port: be49f259-4b67-437b-9b5d-055845ece1d9 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.721176] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 13%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.824503] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185716, 'name': Rename_Task, 'duration_secs': 0.136081} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.824785] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.825071] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374db521-6bd8-49aa-84b3-b345ac2436c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.831412] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 946.831412] env[68864]: value = "task-3185717" [ 946.831412] env[68864]: _type = "Task" [ 946.831412] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.840021] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.840492] env[68864]: DEBUG nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.889640] env[68864]: DEBUG oslo_concurrency.lockutils [req-afb13eca-4a21-4d29-b802-4f6e26245a5e req-cfc95daa-085d-4f1c-99ea-78e8ff447ff6 service nova] Releasing lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.091566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "refresh_cache-895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.091761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired lock "refresh_cache-895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.091934] env[68864]: DEBUG nova.network.neutron [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.181365] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98886bfe-8ad8-4290-9591-53e87e562b24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.188895] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918bb3be-df61-4a8e-9e2b-94472f92e95e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.222333] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ebd0d-8735-41f3-8b9c-54dc1387db7b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.233121] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5d3a3c-2066-40be-93d2-c3f478807c56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.236806] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 13%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.246827] env[68864]: DEBUG nova.compute.provider_tree [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.341358] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185717, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.624984] env[68864]: DEBUG nova.network.neutron [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.727791] env[68864]: DEBUG nova.compute.manager [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Received event network-changed-7bea1f59-0d6a-4f8b-8630-471ea39423f0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.728174] env[68864]: DEBUG nova.compute.manager [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Refreshing instance network info cache due to event network-changed-7bea1f59-0d6a-4f8b-8630-471ea39423f0. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.728174] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] Acquiring lock "refresh_cache-895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.731944] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 13%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.750458] env[68864]: DEBUG nova.scheduler.client.report [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.759031] env[68864]: DEBUG nova.network.neutron [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Updating instance_info_cache with network_info: [{"id": "7bea1f59-0d6a-4f8b-8630-471ea39423f0", "address": "fa:16:3e:d0:d9:04", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bea1f59-0d", "ovs_interfaceid": "7bea1f59-0d6a-4f8b-8630-471ea39423f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.842021] env[68864]: DEBUG oslo_vmware.api [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185717, 'name': PowerOnVM_Task, 'duration_secs': 0.524758} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.842343] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.842619] env[68864]: INFO nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Took 9.26 seconds to spawn the instance on the hypervisor. [ 947.842804] env[68864]: DEBUG nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.843707] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9cae6d-9684-4d0d-9b41-04320b71e4e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.853043] env[68864]: DEBUG nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.879366] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.879617] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.879790] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.879951] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.880118] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.880265] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.880474] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.880684] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.880796] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.880956] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.881146] env[68864]: DEBUG nova.virt.hardware [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.882027] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e875c44-6bd4-4094-80da-1374b42e4f88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.890621] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c764da6-aed6-4182-864a-6da5469140c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.080088] env[68864]: DEBUG nova.compute.manager [req-4825b14e-cee2-4030-820f-feb8c5c44da8 req-595e6bd7-c525-4a8a-ad2a-0530b809668b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Received event network-vif-plugged-be49f259-4b67-437b-9b5d-055845ece1d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.080352] env[68864]: DEBUG oslo_concurrency.lockutils [req-4825b14e-cee2-4030-820f-feb8c5c44da8 req-595e6bd7-c525-4a8a-ad2a-0530b809668b service nova] Acquiring lock "39bb3439-5d92-459c-b83b-9bcadaa038ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.080577] env[68864]: DEBUG oslo_concurrency.lockutils [req-4825b14e-cee2-4030-820f-feb8c5c44da8 req-595e6bd7-c525-4a8a-ad2a-0530b809668b service nova] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.080785] env[68864]: DEBUG oslo_concurrency.lockutils [req-4825b14e-cee2-4030-820f-feb8c5c44da8 req-595e6bd7-c525-4a8a-ad2a-0530b809668b service nova] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.081055] env[68864]: DEBUG nova.compute.manager [req-4825b14e-cee2-4030-820f-feb8c5c44da8 req-595e6bd7-c525-4a8a-ad2a-0530b809668b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] No waiting events found dispatching network-vif-plugged-be49f259-4b67-437b-9b5d-055845ece1d9 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.081331] env[68864]: WARNING nova.compute.manager [req-4825b14e-cee2-4030-820f-feb8c5c44da8 req-595e6bd7-c525-4a8a-ad2a-0530b809668b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Received unexpected event network-vif-plugged-be49f259-4b67-437b-9b5d-055845ece1d9 for instance with vm_state building and task_state spawning. [ 948.142460] env[68864]: DEBUG nova.network.neutron [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Successfully updated port: be49f259-4b67-437b-9b5d-055845ece1d9 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.230327] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 42%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.256577] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.257249] env[68864]: DEBUG nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.260046] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.864s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.264019] env[68864]: INFO nova.compute.claims [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.264452] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Releasing lock "refresh_cache-895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.264719] env[68864]: DEBUG nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Instance network_info: |[{"id": "7bea1f59-0d6a-4f8b-8630-471ea39423f0", "address": "fa:16:3e:d0:d9:04", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bea1f59-0d", "ovs_interfaceid": "7bea1f59-0d6a-4f8b-8630-471ea39423f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.265179] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] Acquired lock "refresh_cache-895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.265359] env[68864]: DEBUG nova.network.neutron [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Refreshing network info cache for port 7bea1f59-0d6a-4f8b-8630-471ea39423f0 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.266381] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:d9:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bea1f59-0d6a-4f8b-8630-471ea39423f0', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.274448] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Creating folder: Project (e5dc6b8b95f245ada0489cce0194b104). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.274760] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e57c191-d275-4215-8a85-ff3399a00204 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.286736] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Created folder: Project (e5dc6b8b95f245ada0489cce0194b104) in parent group-v636929. [ 948.287040] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Creating folder: Instances. Parent ref: group-v637146. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.287386] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04701bb6-c75a-4649-b9e2-c8e659d8bc5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.298588] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Created folder: Instances in parent group-v637146. [ 948.298835] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.299047] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.299301] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e39cfeb-058b-4c01-9789-dbc982907930 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.322239] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.322239] env[68864]: value = "task-3185720" [ 948.322239] env[68864]: _type = "Task" [ 948.322239] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.330375] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185720, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.365409] env[68864]: INFO nova.compute.manager [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Took 18.90 seconds to build instance. [ 948.644821] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "refresh_cache-39bb3439-5d92-459c-b83b-9bcadaa038ec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.645041] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired lock "refresh_cache-39bb3439-5d92-459c-b83b-9bcadaa038ec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.645258] env[68864]: DEBUG nova.network.neutron [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.671114] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82139833-5594-4072-b4f4-5597c6effa1c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.680075] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Suspending the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 948.680075] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7a3932b0-a510-4ebf-9dba-31767d21bcba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.686998] env[68864]: DEBUG oslo_vmware.api [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 948.686998] env[68864]: value = "task-3185721" [ 948.686998] env[68864]: _type = "Task" [ 948.686998] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.696138] env[68864]: DEBUG oslo_vmware.api [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185721, 'name': SuspendVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.730281] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 54%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.766130] env[68864]: DEBUG nova.compute.utils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.769608] env[68864]: DEBUG nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.769782] env[68864]: DEBUG nova.network.neutron [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.811960] env[68864]: DEBUG nova.policy [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356b60104f0d405f8cb620df67e4e526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2eba88a0f7e4ec7998886d685cd98de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.833116] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185720, 'name': CreateVM_Task, 'duration_secs': 0.483124} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.833344] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.834081] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.834258] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.834579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.834899] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa894a78-b74e-452e-b27d-5831e82e8a8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.842551] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 948.842551] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272e477-f305-5b35-cfdc-011b99e6fd2e" [ 948.842551] env[68864]: _type = "Task" [ 948.842551] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.852052] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272e477-f305-5b35-cfdc-011b99e6fd2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.868127] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e4c18d22-c868-41eb-ac4a-d9823a775c77 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "56770dae-cda3-404c-8296-a507856b824a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.426s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.984533] env[68864]: DEBUG nova.network.neutron [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Updated VIF entry in instance network info cache for port 7bea1f59-0d6a-4f8b-8630-471ea39423f0. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.985016] env[68864]: DEBUG nova.network.neutron [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Updating instance_info_cache with network_info: [{"id": "7bea1f59-0d6a-4f8b-8630-471ea39423f0", "address": "fa:16:3e:d0:d9:04", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bea1f59-0d", "ovs_interfaceid": "7bea1f59-0d6a-4f8b-8630-471ea39423f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.137408] env[68864]: DEBUG nova.network.neutron [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Successfully created port: 13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.200360] env[68864]: DEBUG oslo_vmware.api [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185721, 'name': SuspendVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.200515] env[68864]: DEBUG nova.network.neutron [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.234264] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 65%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.275378] env[68864]: DEBUG nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.354161] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272e477-f305-5b35-cfdc-011b99e6fd2e, 'name': SearchDatastore_Task, 'duration_secs': 0.018035} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.357408] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.357669] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.357916] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.358074] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.358257] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.358902] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-446ce0b4-3ae1-47ed-bf88-76f9fd752f5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.373707] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.373919] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.377859] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-672dfadd-7125-4ad1-b424-8b4730b8aacd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.387220] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 949.387220] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5296e0ed-d5d7-7adf-ee1f-84f7fb392711" [ 949.387220] env[68864]: _type = "Task" [ 949.387220] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.395833] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5296e0ed-d5d7-7adf-ee1f-84f7fb392711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.467691] env[68864]: DEBUG nova.network.neutron [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Updating instance_info_cache with network_info: [{"id": "be49f259-4b67-437b-9b5d-055845ece1d9", "address": "fa:16:3e:97:6b:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe49f259-4b", "ovs_interfaceid": "be49f259-4b67-437b-9b5d-055845ece1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.488056] env[68864]: DEBUG oslo_concurrency.lockutils [req-8ec22050-e7e8-47eb-8a57-7e1a463a0188 req-3dcea90b-36d8-43a3-82f5-0926cb8c38bd service nova] Releasing lock "refresh_cache-895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.693320] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f5b014-ddab-4888-bde0-b45f96250945 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.701472] env[68864]: DEBUG oslo_vmware.api [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185721, 'name': SuspendVM_Task} progress is 91%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.704416] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65857d2-4df2-4a67-ba19-91e4494afb51 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.741415] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f6edc3-d58e-4251-9917-694454d16e01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.749108] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 76%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.752342] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eefee05-5f38-422a-9160-b12a45502978 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.766724] env[68864]: DEBUG nova.compute.provider_tree [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.899080] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5296e0ed-d5d7-7adf-ee1f-84f7fb392711, 'name': SearchDatastore_Task, 'duration_secs': 0.017169} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.900032] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb59d8b-44ca-434a-b0d3-634e0e479fb1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.906800] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 949.906800] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cda0a4-a873-4648-84ad-7f661b9ae4fa" [ 949.906800] env[68864]: _type = "Task" [ 949.906800] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.918439] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cda0a4-a873-4648-84ad-7f661b9ae4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.974151] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Releasing lock "refresh_cache-39bb3439-5d92-459c-b83b-9bcadaa038ec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.974542] env[68864]: DEBUG nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Instance network_info: |[{"id": "be49f259-4b67-437b-9b5d-055845ece1d9", "address": "fa:16:3e:97:6b:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe49f259-4b", "ovs_interfaceid": "be49f259-4b67-437b-9b5d-055845ece1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.975113] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:6b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be49f259-4b67-437b-9b5d-055845ece1d9', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.983015] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.983277] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.983544] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-639b35f8-cff7-46fb-855d-7e06933e9233 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.998538] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.998853] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.005654] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.005654] env[68864]: value = "task-3185722" [ 950.005654] env[68864]: _type = "Task" [ 950.005654] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.013761] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185722, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.112086] env[68864]: DEBUG nova.compute.manager [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Received event network-changed-be49f259-4b67-437b-9b5d-055845ece1d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.112149] env[68864]: DEBUG nova.compute.manager [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Refreshing instance network info cache due to event network-changed-be49f259-4b67-437b-9b5d-055845ece1d9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.112364] env[68864]: DEBUG oslo_concurrency.lockutils [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] Acquiring lock "refresh_cache-39bb3439-5d92-459c-b83b-9bcadaa038ec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.112511] env[68864]: DEBUG oslo_concurrency.lockutils [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] Acquired lock "refresh_cache-39bb3439-5d92-459c-b83b-9bcadaa038ec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.112674] env[68864]: DEBUG nova.network.neutron [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Refreshing network info cache for port be49f259-4b67-437b-9b5d-055845ece1d9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.199233] env[68864]: DEBUG oslo_vmware.api [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185721, 'name': SuspendVM_Task} progress is 91%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.249939] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 92%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.271381] env[68864]: DEBUG nova.scheduler.client.report [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.288226] env[68864]: DEBUG nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.315244] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.315593] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.315806] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.316154] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.316420] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.316611] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.316944] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.317248] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.317536] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.317816] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.318150] env[68864]: DEBUG nova.virt.hardware [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.319346] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1293f-5269-4bc3-bd1b-9b456ea84ffd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.329545] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ae023a-d2f6-441e-b5a7-266675571731 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.417354] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cda0a4-a873-4648-84ad-7f661b9ae4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.417739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.418173] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82/895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.418527] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bfccf8d-6a1a-4997-ace0-f6abf9c55926 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.425311] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 950.425311] env[68864]: value = "task-3185723" [ 950.425311] env[68864]: _type = "Task" [ 950.425311] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.433034] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.511513] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.512484] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.512787] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.512920] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.513155] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.513308] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.513447] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 950.513655] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.518842] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185722, 'name': CreateVM_Task, 'duration_secs': 0.357646} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.519142] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.519729] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.519937] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.520339] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.520636] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5631677-1926-4317-a571-4c842a2bd857 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.525338] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 950.525338] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524f771c-0dcc-694a-4ae7-e7eeaf8d47d1" [ 950.525338] env[68864]: _type = "Task" [ 950.525338] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.534672] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524f771c-0dcc-694a-4ae7-e7eeaf8d47d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.698991] env[68864]: DEBUG oslo_vmware.api [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185721, 'name': SuspendVM_Task, 'duration_secs': 1.821151} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.700073] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Suspended the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 950.700073] env[68864]: DEBUG nova.compute.manager [None req-4a11b75f-fe6c-495a-a671-ca949f2b413a tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.700502] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386986b0-6817-462c-a9e4-1b32a6441421 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.748076] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 97%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.778327] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.778327] env[68864]: DEBUG nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.779814] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.469s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.888456] env[68864]: DEBUG nova.network.neutron [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Successfully updated port: 13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.914640] env[68864]: DEBUG nova.network.neutron [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Updated VIF entry in instance network info cache for port be49f259-4b67-437b-9b5d-055845ece1d9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.915040] env[68864]: DEBUG nova.network.neutron [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Updating instance_info_cache with network_info: [{"id": "be49f259-4b67-437b-9b5d-055845ece1d9", "address": "fa:16:3e:97:6b:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe49f259-4b", "ovs_interfaceid": "be49f259-4b67-437b-9b5d-055845ece1d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.939279] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185723, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.016976] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.036877] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524f771c-0dcc-694a-4ae7-e7eeaf8d47d1, 'name': SearchDatastore_Task, 'duration_secs': 0.028496} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.037161] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.037390] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.037625] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.037769] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.037990] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.038246] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3bf48fe-0fc8-4b77-9a4a-e9185cbe0355 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.051124] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.051320] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.052127] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430f5b7c-4909-499b-a02a-07ed62701fcb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.058981] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 951.058981] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520759a4-dcd2-eac3-7125-eeaddc1ed30a" [ 951.058981] env[68864]: _type = "Task" [ 951.058981] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.068906] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520759a4-dcd2-eac3-7125-eeaddc1ed30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.247357] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.281282] env[68864]: DEBUG nova.compute.utils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.282769] env[68864]: DEBUG nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.282945] env[68864]: DEBUG nova.network.neutron [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.327696] env[68864]: DEBUG nova.policy [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e417fe1743954f57be2d55509127d607', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c81826ed327641c2b30bbbda115f485a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.390590] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.390781] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.390916] env[68864]: DEBUG nova.network.neutron [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.417694] env[68864]: DEBUG oslo_concurrency.lockutils [req-c790e53f-4072-42af-9679-ae7a4a327535 req-138682c9-9cf0-41f3-aad4-202cde36e07b service nova] Releasing lock "refresh_cache-39bb3439-5d92-459c-b83b-9bcadaa038ec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.435522] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779301} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.435620] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82/895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.437119] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.437119] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f73940c-2cb2-4ff9-9a29-23b433dfb52a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.449208] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 951.449208] env[68864]: value = "task-3185724" [ 951.449208] env[68864]: _type = "Task" [ 951.449208] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.453118] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.569039] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520759a4-dcd2-eac3-7125-eeaddc1ed30a, 'name': SearchDatastore_Task, 'duration_secs': 0.059817} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.571980] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2343c494-8ece-4216-b816-095cf7f4b73b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.577365] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 951.577365] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b04bc1-7672-2231-5008-ee96e406821c" [ 951.577365] env[68864]: _type = "Task" [ 951.577365] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.587208] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bae224-d6c5-42b8-a56c-d561c029d35d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.593353] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b04bc1-7672-2231-5008-ee96e406821c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.598561] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4297b4fd-df59-49cf-a413-ddbf0ce85cfd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.633166] env[68864]: DEBUG nova.network.neutron [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Successfully created port: 9976de47-4701-43f9-89e5-c3e0885386b1 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.635747] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b399ba5b-553d-4251-b913-06564a23312f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.648019] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd981a7a-5887-4e01-9d80-f620f2eb3ed9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.659663] env[68864]: DEBUG nova.compute.provider_tree [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.748587] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185715, 'name': RelocateVM_Task, 'duration_secs': 5.057583} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.748853] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 951.749066] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637137', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'name': 'volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b615ba0-1df0-41ed-9f95-1350abc25691', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'serial': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 951.749814] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b5382a-2df8-43d1-95d0-a7b505d1f46d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.766465] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5b428b-8225-43cc-8f49-ca6d3cf8ad85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.789059] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12/volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.789732] env[68864]: DEBUG nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.792237] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58fca3f5-85e3-43e7-8469-0ad3f96dc7e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.815078] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 951.815078] env[68864]: value = "task-3185725" [ 951.815078] env[68864]: _type = "Task" [ 951.815078] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.822954] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.927055] env[68864]: DEBUG nova.network.neutron [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.957742] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067456} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.958026] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.958964] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642c34a3-30b8-45db-9381-ae579232f219 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.984961] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82/895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.986532] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc5a05a-ed0e-4585-8de2-3921bcb27aa0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.007528] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 952.007528] env[68864]: value = "task-3185726" [ 952.007528] env[68864]: _type = "Task" [ 952.007528] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.015533] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.092532] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b04bc1-7672-2231-5008-ee96e406821c, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.093014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.093425] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 39bb3439-5d92-459c-b83b-9bcadaa038ec/39bb3439-5d92-459c-b83b-9bcadaa038ec.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.093858] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddf24f07-af8f-499d-9f98-fa8a2900853e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.100772] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 952.100772] env[68864]: value = "task-3185727" [ 952.100772] env[68864]: _type = "Task" [ 952.100772] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.109791] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.113738] env[68864]: DEBUG nova.network.neutron [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.142531] env[68864]: DEBUG nova.compute.manager [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Received event network-vif-plugged-13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.142531] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] Acquiring lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.142531] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.142531] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.142531] env[68864]: DEBUG nova.compute.manager [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] No waiting events found dispatching network-vif-plugged-13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.142531] env[68864]: WARNING nova.compute.manager [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Received unexpected event network-vif-plugged-13ef2f30-578e-4031-937a-5b6222584837 for instance with vm_state building and task_state spawning. [ 952.142531] env[68864]: DEBUG nova.compute.manager [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Received event network-changed-13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.142531] env[68864]: DEBUG nova.compute.manager [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Refreshing instance network info cache due to event network-changed-13ef2f30-578e-4031-937a-5b6222584837. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.143100] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] Acquiring lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.168019] env[68864]: DEBUG nova.scheduler.client.report [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.324858] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185725, 'name': ReconfigVM_Task, 'duration_secs': 0.338864} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.325197] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12/volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.330104] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-449cfe81-82d4-435a-8ab3-99d13f562323 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.344762] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 952.344762] env[68864]: value = "task-3185728" [ 952.344762] env[68864]: _type = "Task" [ 952.344762] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.354402] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.517747] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185726, 'name': ReconfigVM_Task, 'duration_secs': 0.281214} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.518029] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82/895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.518694] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c350bd2b-2e0f-49e4-844d-482e719dc56c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.525766] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 952.525766] env[68864]: value = "task-3185729" [ 952.525766] env[68864]: _type = "Task" [ 952.525766] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.534833] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185729, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.567726] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "56770dae-cda3-404c-8296-a507856b824a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.568057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "56770dae-cda3-404c-8296-a507856b824a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.568771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "56770dae-cda3-404c-8296-a507856b824a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.568771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "56770dae-cda3-404c-8296-a507856b824a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.568771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "56770dae-cda3-404c-8296-a507856b824a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.572839] env[68864]: INFO nova.compute.manager [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Terminating instance [ 952.611492] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457646} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.611821] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 39bb3439-5d92-459c-b83b-9bcadaa038ec/39bb3439-5d92-459c-b83b-9bcadaa038ec.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.612078] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.612351] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed21b937-07be-45bb-9962-661b3bb5671d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.616926] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.617294] env[68864]: DEBUG nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Instance network_info: |[{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.617930] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] Acquired lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.618170] env[68864]: DEBUG nova.network.neutron [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Refreshing network info cache for port 13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.619386] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:4a:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13ef2f30-578e-4031-937a-5b6222584837', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.627607] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.630146] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.630491] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 952.630491] env[68864]: value = "task-3185730" [ 952.630491] env[68864]: _type = "Task" [ 952.630491] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.631241] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7e1655e-0d15-4832-89b3-72063d2f3482 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.657583] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.658817] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.658817] env[68864]: value = "task-3185731" [ 952.658817] env[68864]: _type = "Task" [ 952.658817] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.667122] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185731, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.815581] env[68864]: DEBUG nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.841718] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.841985] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.842194] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.842385] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.842530] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.842675] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.842878] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.843059] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.843230] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.843394] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.843567] env[68864]: DEBUG nova.virt.hardware [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.844481] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b3b711-9a5e-4fa7-8eb8-0a08367ba444 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.858774] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185728, 'name': ReconfigVM_Task, 'duration_secs': 0.223638} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.858774] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637137', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'name': 'volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b615ba0-1df0-41ed-9f95-1350abc25691', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'serial': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 952.860087] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dec670-5ddb-4bde-8ac0-d3aa60ac1c41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.864040] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd5333c-66c5-432c-9e03-809e4b16aba5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.877249] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 952.877249] env[68864]: value = "task-3185732" [ 952.877249] env[68864]: _type = "Task" [ 952.877249] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.884749] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185732, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.036833] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185729, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.076876] env[68864]: DEBUG nova.compute.manager [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.077133] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.078028] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4edff3-92de-4689-a162-b63249420710 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.085825] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.086078] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da40bc23-8411-4286-80a3-9d25158c8363 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.157039] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108525} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.157389] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.158096] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41feae55-fd53-4da3-8f52-486321e12a12 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.181090] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.401s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.192964] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 39bb3439-5d92-459c-b83b-9bcadaa038ec/39bb3439-5d92-459c-b83b-9bcadaa038ec.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.193228] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185731, 'name': CreateVM_Task, 'duration_secs': 0.360964} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.193755] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.483s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.193996] env[68864]: DEBUG nova.objects.instance [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lazy-loading 'resources' on Instance uuid 286cac8a-fc04-4793-9c07-e4122565b33d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.198487] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf763e7-ac89-44c8-acdd-dfab984d8b02 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.209928] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.213501] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.213693] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.214053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.214995] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fa52df-5693-40e5-b843-67d82c52b091 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.219954] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 953.219954] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521f6082-93f4-5631-7210-898eda0ca41d" [ 953.219954] env[68864]: _type = "Task" [ 953.219954] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.221224] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 953.221224] env[68864]: value = "task-3185734" [ 953.221224] env[68864]: _type = "Task" [ 953.221224] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.240997] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521f6082-93f4-5631-7210-898eda0ca41d, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.241517] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.241802] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.242082] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.242364] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.242516] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.242693] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.242951] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0facc601-8642-4a3d-bf7a-194e663a00bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.251366] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.251546] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.252260] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea54f70-9fc3-4f14-855e-3dabc7bbf46b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.257802] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 953.257802] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b9b8e-4023-46f1-7085-8e38deb8c169" [ 953.257802] env[68864]: _type = "Task" [ 953.257802] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.267882] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b9b8e-4023-46f1-7085-8e38deb8c169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.282639] env[68864]: DEBUG nova.compute.manager [req-f25fba6d-6b34-4fc1-b34b-9b763305e916 req-5eda0839-7e4d-450b-8670-0e1d691e4f12 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Received event network-vif-plugged-9976de47-4701-43f9-89e5-c3e0885386b1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.282856] env[68864]: DEBUG oslo_concurrency.lockutils [req-f25fba6d-6b34-4fc1-b34b-9b763305e916 req-5eda0839-7e4d-450b-8670-0e1d691e4f12 service nova] Acquiring lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.283150] env[68864]: DEBUG oslo_concurrency.lockutils [req-f25fba6d-6b34-4fc1-b34b-9b763305e916 req-5eda0839-7e4d-450b-8670-0e1d691e4f12 service nova] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.283253] env[68864]: DEBUG oslo_concurrency.lockutils [req-f25fba6d-6b34-4fc1-b34b-9b763305e916 req-5eda0839-7e4d-450b-8670-0e1d691e4f12 service nova] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.283411] env[68864]: DEBUG nova.compute.manager [req-f25fba6d-6b34-4fc1-b34b-9b763305e916 req-5eda0839-7e4d-450b-8670-0e1d691e4f12 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] No waiting events found dispatching network-vif-plugged-9976de47-4701-43f9-89e5-c3e0885386b1 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.283577] env[68864]: WARNING nova.compute.manager [req-f25fba6d-6b34-4fc1-b34b-9b763305e916 req-5eda0839-7e4d-450b-8670-0e1d691e4f12 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Received unexpected event network-vif-plugged-9976de47-4701-43f9-89e5-c3e0885386b1 for instance with vm_state building and task_state spawning. [ 953.355742] env[68864]: DEBUG nova.network.neutron [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updated VIF entry in instance network info cache for port 13ef2f30-578e-4031-937a-5b6222584837. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.356157] env[68864]: DEBUG nova.network.neutron [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.387683] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185732, 'name': Rename_Task, 'duration_secs': 0.164015} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.387966] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.388225] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-589593b5-b265-4708-af93-29dd12005409 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.395155] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 953.395155] env[68864]: value = "task-3185735" [ 953.395155] env[68864]: _type = "Task" [ 953.395155] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.400307] env[68864]: DEBUG nova.network.neutron [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Successfully updated port: 9976de47-4701-43f9-89e5-c3e0885386b1 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.408379] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.536708] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185729, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.711261] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.711508] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.711695] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleting the datastore file [datastore1] 56770dae-cda3-404c-8296-a507856b824a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.711997] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ae84ff3-577a-4828-a7ed-724c355cd48a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.723359] env[68864]: DEBUG oslo_vmware.api [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 953.723359] env[68864]: value = "task-3185736" [ 953.723359] env[68864]: _type = "Task" [ 953.723359] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.736987] env[68864]: DEBUG oslo_vmware.api [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.742241] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.760342] env[68864]: INFO nova.scheduler.client.report [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted allocation for migration 87af2493-1a62-4f7b-8e6f-f50c12e16ec1 [ 953.773664] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b9b8e-4023-46f1-7085-8e38deb8c169, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.777168] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca21e76d-9383-4274-8c22-026d4d74ae5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.782424] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 953.782424] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52886431-600d-ce89-3e1c-86c7559a690b" [ 953.782424] env[68864]: _type = "Task" [ 953.782424] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.791139] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52886431-600d-ce89-3e1c-86c7559a690b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.859032] env[68864]: DEBUG oslo_concurrency.lockutils [req-cc84a8e4-21c0-4cb6-981d-d2b3e6ac2570 req-62924de8-f44d-4974-ba3d-5c80b88967d5 service nova] Releasing lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.903587] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "refresh_cache-03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.904908] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "refresh_cache-03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.904908] env[68864]: DEBUG nova.network.neutron [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.908228] env[68864]: DEBUG oslo_vmware.api [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185735, 'name': PowerOnVM_Task, 'duration_secs': 0.456333} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.909209] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.909447] env[68864]: INFO nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Took 9.26 seconds to spawn the instance on the hypervisor. [ 953.909703] env[68864]: DEBUG nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.910533] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac8791-dc1a-4410-a13d-be468a602bdd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.004185] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943ad129-72c1-4a8c-b053-748b29aa1e90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.011862] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513054ef-bff6-42a7-84ee-cff9f85ff7dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.046155] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee80b9e-b436-40af-9693-1eca4617ac15 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.055811] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185729, 'name': Rename_Task, 'duration_secs': 1.146062} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.056544] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.057235] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9920eca-2466-4540-aa36-0c54c6b33609 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.060874] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-721cb92c-3985-46a9-85e2-a38ec1235d26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.072622] env[68864]: DEBUG nova.compute.provider_tree [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.075031] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 954.075031] env[68864]: value = "task-3185737" [ 954.075031] env[68864]: _type = "Task" [ 954.075031] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.083023] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.239822] env[68864]: DEBUG oslo_vmware.api [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165665} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.240486] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.241020] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.241020] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.241020] env[68864]: INFO nova.compute.manager [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 56770dae-cda3-404c-8296-a507856b824a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 954.241240] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.241951] env[68864]: DEBUG nova.compute.manager [-] [instance: 56770dae-cda3-404c-8296-a507856b824a] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.242091] env[68864]: DEBUG nova.network.neutron [-] [instance: 56770dae-cda3-404c-8296-a507856b824a] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.247101] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.269886] env[68864]: DEBUG oslo_concurrency.lockutils [None req-75364cde-dac6-4939-b686-f8d02f8697f1 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.864s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.295015] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52886431-600d-ce89-3e1c-86c7559a690b, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.295290] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.295542] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.295790] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bd653f7-d451-47e0-a685-8de5ef8135d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.305017] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 954.305017] env[68864]: value = "task-3185738" [ 954.305017] env[68864]: _type = "Task" [ 954.305017] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.309911] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.432470] env[68864]: INFO nova.compute.manager [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Took 24.30 seconds to build instance. [ 954.448134] env[68864]: DEBUG nova.network.neutron [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.578370] env[68864]: DEBUG nova.scheduler.client.report [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.594597] env[68864]: DEBUG oslo_vmware.api [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185737, 'name': PowerOnVM_Task, 'duration_secs': 0.474491} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.595165] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.595493] env[68864]: INFO nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Took 9.23 seconds to spawn the instance on the hypervisor. [ 954.595767] env[68864]: DEBUG nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.596701] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd1ccb-4106-475e-ab61-a85a4942e813 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.607649] env[68864]: DEBUG nova.network.neutron [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Updating instance_info_cache with network_info: [{"id": "9976de47-4701-43f9-89e5-c3e0885386b1", "address": "fa:16:3e:31:38:ad", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9976de47-47", "ovs_interfaceid": "9976de47-4701-43f9-89e5-c3e0885386b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.744022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.744022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.744022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.744022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.744022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.745204] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185734, 'name': ReconfigVM_Task, 'duration_secs': 1.309604} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.745881] env[68864]: INFO nova.compute.manager [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Terminating instance [ 954.747531] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 39bb3439-5d92-459c-b83b-9bcadaa038ec/39bb3439-5d92-459c-b83b-9bcadaa038ec.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.754748] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce507bf1-17e4-4a76-8212-22482db071b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.761509] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 954.761509] env[68864]: value = "task-3185739" [ 954.761509] env[68864]: _type = "Task" [ 954.761509] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.773722] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185739, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.812992] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185738, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.934014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8430b6bb-dbc4-4fab-96c9-a24457b98242 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.811s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.088676] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.091600] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.075s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.091951] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.095088] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 955.095088] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dbd901-6844-4bcd-85a8-cf249cd2d806 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.104027] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eba340-c43f-477d-809b-4b6ec01f478c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.125881] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "refresh_cache-03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.126668] env[68864]: DEBUG nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Instance network_info: |[{"id": "9976de47-4701-43f9-89e5-c3e0885386b1", "address": "fa:16:3e:31:38:ad", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9976de47-47", "ovs_interfaceid": "9976de47-4701-43f9-89e5-c3e0885386b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.131954] env[68864]: INFO nova.scheduler.client.report [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Deleted allocations for instance 286cac8a-fc04-4793-9c07-e4122565b33d [ 955.132923] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:38:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fdd0624-2edb-4733-8284-225815c07f73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9976de47-4701-43f9-89e5-c3e0885386b1', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.142135] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.142135] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e787f05-e476-4f28-ba08-846b6f56a07d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.149607] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.150784] env[68864]: INFO nova.compute.manager [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Took 24.08 seconds to build instance. [ 955.151726] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a79d524b-6217-4f7e-a5f3-d114d3a1b228 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.174554] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a6b6d6e2-be63-4097-935d-0f0d9cca8dd5 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.114s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.178062] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e7a48c-b912-49fa-8485-e40744087be8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.182976] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.182976] env[68864]: value = "task-3185740" [ 955.182976] env[68864]: _type = "Task" [ 955.182976] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.213920] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177940MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 955.214143] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.214388] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.223076] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185740, 'name': CreateVM_Task} progress is 15%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.225021] env[68864]: DEBUG nova.compute.manager [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Received event network-changed-7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.225215] env[68864]: DEBUG nova.compute.manager [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Refreshing instance network info cache due to event network-changed-7e7e704c-f359-4252-9f80-edb0c6d8a982. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.225426] env[68864]: DEBUG oslo_concurrency.lockutils [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] Acquiring lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.225565] env[68864]: DEBUG oslo_concurrency.lockutils [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] Acquired lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.225741] env[68864]: DEBUG nova.network.neutron [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Refreshing network info cache for port 7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.257504] env[68864]: DEBUG nova.compute.manager [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.257504] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.258526] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9acc5c-3e80-482f-9a41-32dda1fa2b0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.268080] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.268706] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4192966-e55b-495d-aa64-d502d051dfdf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.273320] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185739, 'name': Rename_Task, 'duration_secs': 0.221842} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.274254] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.274506] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a42b4ed-7ffb-460e-91ce-5d5708a62e0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.278440] env[68864]: DEBUG oslo_vmware.api [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 955.278440] env[68864]: value = "task-3185741" [ 955.278440] env[68864]: _type = "Task" [ 955.278440] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.282619] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 955.282619] env[68864]: value = "task-3185742" [ 955.282619] env[68864]: _type = "Task" [ 955.282619] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.289980] env[68864]: DEBUG oslo_vmware.api [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.296753] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.314672] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586741} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.314953] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.315181] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.315436] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-911b7650-50e9-49c1-b234-4a67deca76b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.321972] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 955.321972] env[68864]: value = "task-3185743" [ 955.321972] env[68864]: _type = "Task" [ 955.321972] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.325192] env[68864]: DEBUG nova.compute.manager [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Received event network-changed-9976de47-4701-43f9-89e5-c3e0885386b1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.325500] env[68864]: DEBUG nova.compute.manager [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Refreshing instance network info cache due to event network-changed-9976de47-4701-43f9-89e5-c3e0885386b1. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.325747] env[68864]: DEBUG oslo_concurrency.lockutils [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] Acquiring lock "refresh_cache-03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.325986] env[68864]: DEBUG oslo_concurrency.lockutils [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] Acquired lock "refresh_cache-03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.326310] env[68864]: DEBUG nova.network.neutron [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Refreshing network info cache for port 9976de47-4701-43f9-89e5-c3e0885386b1 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.340548] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.451465] env[68864]: DEBUG nova.network.neutron [-] [instance: 56770dae-cda3-404c-8296-a507856b824a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.655752] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e1e37a9d-f6e1-4d65-9f04-31beca9dcd0c tempest-ImagesTestJSON-851980390 tempest-ImagesTestJSON-851980390-project-member] Lock "286cac8a-fc04-4793-9c07-e4122565b33d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.410s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.692657] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185740, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.732743] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "517e4882-535f-4c30-9040-042391903a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.732743] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "517e4882-535f-4c30-9040-042391903a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.792877] env[68864]: DEBUG oslo_vmware.api [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185741, 'name': PowerOffVM_Task, 'duration_secs': 0.265818} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.793567] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.793824] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.794143] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-561327f9-33f5-452e-b8a4-83e4886566db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.798932] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185742, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.832608] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.334027} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.832857] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.835893] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ffb020-19bb-41c2-951f-4a4e999b11b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.863964] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.868969] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2437368-4d24-4bd1-beea-a6ff2a423d7b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.887781] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.887902] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.888096] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleting the datastore file [datastore1] f3ca6705-7fd4-429c-b0ef-24fa3effd40a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.893160] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a48f35f9-2996-47a4-9c64-eeaf9d01fd00 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.901016] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 955.901016] env[68864]: value = "task-3185745" [ 955.901016] env[68864]: _type = "Task" [ 955.901016] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.905377] env[68864]: DEBUG oslo_vmware.api [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 955.905377] env[68864]: value = "task-3185746" [ 955.905377] env[68864]: _type = "Task" [ 955.905377] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.914081] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.917677] env[68864]: DEBUG oslo_vmware.api [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.958566] env[68864]: INFO nova.compute.manager [-] [instance: 56770dae-cda3-404c-8296-a507856b824a] Took 1.72 seconds to deallocate network for instance. [ 956.100191] env[68864]: DEBUG nova.network.neutron [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Updated VIF entry in instance network info cache for port 9976de47-4701-43f9-89e5-c3e0885386b1. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.100191] env[68864]: DEBUG nova.network.neutron [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Updating instance_info_cache with network_info: [{"id": "9976de47-4701-43f9-89e5-c3e0885386b1", "address": "fa:16:3e:31:38:ad", "network": {"id": "b76dc6e5-3ddb-4676-90b7-abc8f49e331b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-175342223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c81826ed327641c2b30bbbda115f485a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fdd0624-2edb-4733-8284-225815c07f73", "external-id": "nsx-vlan-transportzone-330", "segmentation_id": 330, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9976de47-47", "ovs_interfaceid": "9976de47-4701-43f9-89e5-c3e0885386b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.193672] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185740, 'name': CreateVM_Task, 'duration_secs': 0.799096} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.193855] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.194553] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.194710] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.195051] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.195315] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511218d5-c1d2-4235-8623-074a9932db3d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.199517] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 956.199517] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526928e6-ba6e-30d1-f07d-ff773922c941" [ 956.199517] env[68864]: _type = "Task" [ 956.199517] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.206907] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526928e6-ba6e-30d1-f07d-ff773922c941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.225368] env[68864]: DEBUG nova.network.neutron [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Updated VIF entry in instance network info cache for port 7e7e704c-f359-4252-9f80-edb0c6d8a982. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.225749] env[68864]: DEBUG nova.network.neutron [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Updating instance_info_cache with network_info: [{"id": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "address": "fa:16:3e:65:b9:80", "network": {"id": "c07158c0-2d95-40bd-bbe6-0b855fdcf3f6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2067366254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb608f660d048aaa2b74d74808939ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7e704c-f3", "ovs_interfaceid": "7e7e704c-f359-4252-9f80-edb0c6d8a982", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.235112] env[68864]: DEBUG nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.254879] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a1812b9d-f572-4dc4-be61-1d963592749d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 50155af9-9cd2-486c-bd4c-81db57eecbda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a8aed3bf-c8a5-4735-9418-b23b24a69a28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9884f948-8bd2-44c5-9670-003dfffbfcd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9c821423-2eb7-493b-81be-699faf300c1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.255838] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance b818e8d6-6a1b-4efb-a120-e1c768d801df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.256205] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 63bc1935-129d-4e2f-a197-5ef9c77a903e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.256205] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance b125d108-64ed-443a-9cfe-0829b03d5b0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.256205] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.256333] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f3ca6705-7fd4-429c-b0ef-24fa3effd40a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.256380] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f199c2a3-976f-4ab8-b403-981ceb3d4127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.257974] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance c591afe0-f04e-4de3-9d14-b30444a864dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.257974] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 56770dae-cda3-404c-8296-a507856b824a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.257974] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 3b615ba0-1df0-41ed-9f95-1350abc25691 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.257974] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.257974] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 39bb3439-5d92-459c-b83b-9bcadaa038ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.257974] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance ede3fea5-e8df-402c-96b7-3ca030d6169d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.257974] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 956.295676] env[68864]: DEBUG oslo_vmware.api [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185742, 'name': PowerOnVM_Task, 'duration_secs': 0.62327} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.295948] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.296165] env[68864]: INFO nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Took 8.44 seconds to spawn the instance on the hypervisor. [ 956.296346] env[68864]: DEBUG nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.297371] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4425231a-cf48-4338-bd3e-eb7f02f2669d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.415239] env[68864]: DEBUG oslo_vmware.api [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455324} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.418589] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.418796] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.418972] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.419193] env[68864]: INFO nova.compute.manager [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 956.419508] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.419717] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.419932] env[68864]: DEBUG nova.compute.manager [-] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.420042] env[68864]: DEBUG nova.network.neutron [-] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.466259] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.602701] env[68864]: DEBUG oslo_concurrency.lockutils [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] Releasing lock "refresh_cache-03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.602984] env[68864]: DEBUG nova.compute.manager [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Received event network-vif-deleted-5ecf9785-63be-485d-a9b7-f8ae4ef05223 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.603177] env[68864]: INFO nova.compute.manager [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Neutron deleted interface 5ecf9785-63be-485d-a9b7-f8ae4ef05223; detaching it from the instance and deleting it from the info cache [ 956.603350] env[68864]: DEBUG nova.network.neutron [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.710600] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526928e6-ba6e-30d1-f07d-ff773922c941, 'name': SearchDatastore_Task, 'duration_secs': 0.038555} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.710853] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.711106] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.711344] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.711487] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.711701] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.711936] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3fdb88f-d559-4dfa-ba90-ba88e0d2a14e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.721461] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.721641] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.722376] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02af68b-9b0a-41d9-bd59-c9776a6b298a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.727701] env[68864]: DEBUG oslo_concurrency.lockutils [req-a5a45e7a-2a69-4a4c-92c3-3afea4041d31 req-5e95ec22-4c6f-431a-b917-5f3d14a2e8ba service nova] Releasing lock "refresh_cache-3b615ba0-1df0-41ed-9f95-1350abc25691" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.728173] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 956.728173] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52016da4-8164-44ff-62f7-e2f78537dc75" [ 956.728173] env[68864]: _type = "Task" [ 956.728173] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.735910] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52016da4-8164-44ff-62f7-e2f78537dc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.755749] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.760399] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 517e4882-535f-4c30-9040-042391903a4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 956.760399] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 956.760399] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 956.814849] env[68864]: INFO nova.compute.manager [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Took 25.50 seconds to build instance. [ 956.915493] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185745, 'name': ReconfigVM_Task, 'duration_secs': 0.622159} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.915772] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.916438] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adebce34-4b05-4f77-8db0-e1276c8c7554 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.925336] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 956.925336] env[68864]: value = "task-3185747" [ 956.925336] env[68864]: _type = "Task" [ 956.925336] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.933974] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185747, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.067455] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fab911-abe0-43d7-aca5-99f9b703d5c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.078639] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7696800a-cf27-4a28-ae1c-2230300c9dbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.109622] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-120f3f7c-88f2-41b5-b0f0-9351ebd10731 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.112464] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bca751-cc43-433e-a181-7e8e301cb434 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.124113] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1ffcea-c3ac-486c-97ed-75cc4d5dce6f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.135570] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd4f7de-4805-4634-957e-470a99c6a07e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.156486] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.173142] env[68864]: DEBUG nova.compute.manager [req-c797468a-11b4-498c-b255-22d1b79533e9 req-e4cd3d16-7b46-49f0-94c7-84539057eb01 service nova] [instance: 56770dae-cda3-404c-8296-a507856b824a] Detach interface failed, port_id=5ecf9785-63be-485d-a9b7-f8ae4ef05223, reason: Instance 56770dae-cda3-404c-8296-a507856b824a could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.174989] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.238765] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52016da4-8164-44ff-62f7-e2f78537dc75, 'name': SearchDatastore_Task, 'duration_secs': 0.044692} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.240025] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1559e8-d784-49dc-921b-ace07d51f72b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.244375] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 957.244375] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52349a2e-3f54-fe84-f66d-ccf734e55f12" [ 957.244375] env[68864]: _type = "Task" [ 957.244375] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.254130] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52349a2e-3f54-fe84-f66d-ccf734e55f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.267498] env[68864]: DEBUG nova.network.neutron [-] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.317243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2f9686dd-4b6a-4a7c-938f-5a9bbdebda28 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.014s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.358098] env[68864]: DEBUG nova.compute.manager [req-3b49393d-6cbc-4bc2-9187-a1d9a9c2114b req-1884c398-f65b-4430-a4e0-dc6d03b49989 service nova] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Received event network-vif-deleted-df0df02e-4b45-42e5-897f-af5dbeb08b26 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.435650] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185747, 'name': Rename_Task, 'duration_secs': 0.232096} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.435966] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.436796] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5302681-30a9-47dd-bad0-c14fdfddc91c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.443686] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 957.443686] env[68864]: value = "task-3185748" [ 957.443686] env[68864]: _type = "Task" [ 957.443686] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.451618] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.681180] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 957.681180] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.465s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.681180] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.214s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.681180] env[68864]: DEBUG nova.objects.instance [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'resources' on Instance uuid 56770dae-cda3-404c-8296-a507856b824a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.755668] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52349a2e-3f54-fe84-f66d-ccf734e55f12, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.756148] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.756521] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd/03cbc43d-6c8c-4cea-8f5a-27431fcf32fd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.756616] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3d3e02-1583-4736-92c1-c9da5175cbb3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.763148] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 957.763148] env[68864]: value = "task-3185749" [ 957.763148] env[68864]: _type = "Task" [ 957.763148] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.771444] env[68864]: INFO nova.compute.manager [-] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Took 1.35 seconds to deallocate network for instance. [ 957.771746] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.953495] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.279982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.280281] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185749, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.453568] env[68864]: DEBUG oslo_vmware.api [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185748, 'name': PowerOnVM_Task, 'duration_secs': 0.854012} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.453809] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.454036] env[68864]: INFO nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Took 8.17 seconds to spawn the instance on the hypervisor. [ 958.454225] env[68864]: DEBUG nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.455050] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8116d659-fd80-4ba4-b01d-7ca52e460cbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.608426] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d13ea-880e-4a94-b599-0ea855e4fcd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.615334] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a1f069-f30b-41d4-b207-e9dde521326f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.648390] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2284f3f8-c66c-4af0-be54-bc8ec2e677bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.659110] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e117e8-f3fd-4b7e-9cf4-e361fb3439e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.674793] env[68864]: DEBUG nova.compute.provider_tree [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.778573] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65614} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.779155] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd/03cbc43d-6c8c-4cea-8f5a-27431fcf32fd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.779360] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.779688] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4686d061-eeff-478f-bb93-59b9309956cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.788262] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 958.788262] env[68864]: value = "task-3185750" [ 958.788262] env[68864]: _type = "Task" [ 958.788262] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.801512] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.971520] env[68864]: INFO nova.compute.manager [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Took 23.57 seconds to build instance. [ 959.168018] env[68864]: DEBUG nova.compute.manager [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.168018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cf972b-70ad-4304-8439-5e741e9d1543 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.177891] env[68864]: DEBUG nova.scheduler.client.report [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.299791] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07624} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.303845] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.303845] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4416497-fc50-43c0-9b53-22af9e5c60f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.327517] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd/03cbc43d-6c8c-4cea-8f5a-27431fcf32fd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.327822] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74aebb9e-9534-4bc8-be17-743716c143e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.349205] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 959.349205] env[68864]: value = "task-3185751" [ 959.349205] env[68864]: _type = "Task" [ 959.349205] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.357608] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.385280] env[68864]: DEBUG nova.compute.manager [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Received event network-changed-13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.385565] env[68864]: DEBUG nova.compute.manager [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Refreshing instance network info cache due to event network-changed-13ef2f30-578e-4031-937a-5b6222584837. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.385680] env[68864]: DEBUG oslo_concurrency.lockutils [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] Acquiring lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.385886] env[68864]: DEBUG oslo_concurrency.lockutils [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] Acquired lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.385956] env[68864]: DEBUG nova.network.neutron [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Refreshing network info cache for port 13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.475692] env[68864]: DEBUG oslo_concurrency.lockutils [None req-762ddabf-8737-41b1-bbc0-24b63b60a444 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.080s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.677381] env[68864]: INFO nova.compute.manager [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] instance snapshotting [ 959.680607] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd4186-dc13-42fe-b8c0-ce04e1ea4792 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.684574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.687853] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.931s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.689475] env[68864]: INFO nova.compute.claims [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.723347] env[68864]: INFO nova.scheduler.client.report [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted allocations for instance 56770dae-cda3-404c-8296-a507856b824a [ 959.729134] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a004f-bf75-4f87-8e73-6d909781a6f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.861696] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.115586] env[68864]: DEBUG nova.network.neutron [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updated VIF entry in instance network info cache for port 13ef2f30-578e-4031-937a-5b6222584837. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.115948] env[68864]: DEBUG nova.network.neutron [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.231740] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af204b65-4eb7-4ea3-98a4-736e305a4c41 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "56770dae-cda3-404c-8296-a507856b824a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.664s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.244106] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.245284] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e860a10-891b-479e-b096-5136a5205598 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.255480] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 960.255480] env[68864]: value = "task-3185752" [ 960.255480] env[68864]: _type = "Task" [ 960.255480] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.267740] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.360964] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185751, 'name': ReconfigVM_Task, 'duration_secs': 0.657493} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.361407] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd/03cbc43d-6c8c-4cea-8f5a-27431fcf32fd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.362274] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-192907ba-f656-47de-b409-36bc8ef71c82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.370365] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 960.370365] env[68864]: value = "task-3185753" [ 960.370365] env[68864]: _type = "Task" [ 960.370365] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.379932] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185753, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.624313] env[68864]: DEBUG oslo_concurrency.lockutils [req-96c9b40b-bed3-4886-9a56-90f141bb8afa req-d9facc3e-eb75-43cc-821c-fec8c32b81dd service nova] Releasing lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.771086] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185752, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.885510] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185753, 'name': Rename_Task, 'duration_secs': 0.148215} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.886096] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.889269] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c140887d-91b9-4214-9fa0-77ca9fbf8eeb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.897420] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 960.897420] env[68864]: value = "task-3185754" [ 960.897420] env[68864]: _type = "Task" [ 960.897420] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.913596] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.075662] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20768221-58fc-437a-b32c-5a936b31eee7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.085166] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d58ca-4601-4efa-9d2f-7d3de7f6c1b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.123367] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2e8184-40e8-436d-a9dd-4863ed242846 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.133019] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75eaea4-1bd8-4ce5-b95b-3f2de7a4bb5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.145144] env[68864]: DEBUG nova.compute.provider_tree [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.273028] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185752, 'name': CreateSnapshot_Task, 'duration_secs': 0.585672} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.273028] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 961.273028] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad7f46e-b9ab-4ea7-967f-ce3147b53463 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.379500] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "5fae2104-5add-40ad-9e1e-4c47739b3017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.379944] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.408246] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.649363] env[68864]: DEBUG nova.scheduler.client.report [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.802164] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.802164] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-154b209f-768f-4566-9645-ca7d492bdd32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.810018] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 961.810018] env[68864]: value = "task-3185755" [ 961.810018] env[68864]: _type = "Task" [ 961.810018] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.818411] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185755, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.882763] env[68864]: DEBUG nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.914943] env[68864]: DEBUG oslo_vmware.api [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185754, 'name': PowerOnVM_Task, 'duration_secs': 0.662002} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.915348] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.915578] env[68864]: INFO nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Took 9.10 seconds to spawn the instance on the hypervisor. [ 961.915739] env[68864]: DEBUG nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.917167] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a553832-63fe-4eac-8329-f9dd4ac11663 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.155757] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.155885] env[68864]: DEBUG nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.158490] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.879s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.158726] env[68864]: DEBUG nova.objects.instance [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lazy-loading 'resources' on Instance uuid f3ca6705-7fd4-429c-b0ef-24fa3effd40a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.320479] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185755, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.406770] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.434923] env[68864]: INFO nova.compute.manager [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Took 26.06 seconds to build instance. [ 962.664890] env[68864]: DEBUG nova.compute.utils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.669011] env[68864]: DEBUG nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.669263] env[68864]: DEBUG nova.network.neutron [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.719827] env[68864]: DEBUG nova.policy [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bdf1a828a7642c1ba63d5b4ddb18115', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '032b4862616d4c3798bffe54330d7d1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.822732] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185755, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.937537] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d6688d99-81cb-4351-be39-3fd22a92029c tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.569s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.117016] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f80a47-cd18-41d6-9f39-2c4863a3eabc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.123349] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d97fd3-1321-4682-a56a-66a3bcf295dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.164461] env[68864]: DEBUG nova.network.neutron [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Successfully created port: e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.167495] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01236e7d-0d6f-4a29-8488-199ede55bfbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.171665] env[68864]: DEBUG nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.179852] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3435212c-ad8a-4937-ae07-2364a83c8ae9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.195721] env[68864]: DEBUG nova.compute.provider_tree [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.327954] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185755, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.701027] env[68864]: DEBUG nova.scheduler.client.report [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.750020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.750020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.750020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.750020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.750020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.750850] env[68864]: INFO nova.compute.manager [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Terminating instance [ 963.826566] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185755, 'name': CloneVM_Task, 'duration_secs': 1.992382} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.827350] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Created linked-clone VM from snapshot [ 963.828247] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56a4884-0a8e-4e96-965d-a01d300581f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.838204] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Uploading image ea609ed1-e2cf-41ce-94f3-8a8f3ba38606 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.858537] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 963.858537] env[68864]: value = "vm-637153" [ 963.858537] env[68864]: _type = "VirtualMachine" [ 963.858537] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 963.859116] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bcaac8af-3cf5-4e99-bca4-ed5aab1f1ba1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.868021] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lease: (returnval){ [ 963.868021] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab8adc-f7a7-f8b2-fc15-faf778d7f93b" [ 963.868021] env[68864]: _type = "HttpNfcLease" [ 963.868021] env[68864]: } obtained for exporting VM: (result){ [ 963.868021] env[68864]: value = "vm-637153" [ 963.868021] env[68864]: _type = "VirtualMachine" [ 963.868021] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 963.868021] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the lease: (returnval){ [ 963.868021] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab8adc-f7a7-f8b2-fc15-faf778d7f93b" [ 963.868021] env[68864]: _type = "HttpNfcLease" [ 963.868021] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 963.873655] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 963.873655] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab8adc-f7a7-f8b2-fc15-faf778d7f93b" [ 963.873655] env[68864]: _type = "HttpNfcLease" [ 963.873655] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 964.186252] env[68864]: DEBUG nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.211028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.211028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.804s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.215177] env[68864]: INFO nova.compute.claims [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.229387] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.229624] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.229775] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.229950] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.232743] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.232948] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.233188] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.233347] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.233513] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.233672] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.234065] env[68864]: DEBUG nova.virt.hardware [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.234863] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9864366a-2403-445b-bd4b-1b014bd8f4f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.239585] env[68864]: INFO nova.scheduler.client.report [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted allocations for instance f3ca6705-7fd4-429c-b0ef-24fa3effd40a [ 964.249532] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189d376-03e5-4a4b-a104-68dcaebb189b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.257426] env[68864]: DEBUG nova.compute.manager [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.257426] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.257426] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c357c99-b6ef-4e06-91ab-1a6851f737d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.276899] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.276899] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ab7f59-0865-40cc-b692-0987fd260c77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.284752] env[68864]: DEBUG oslo_vmware.api [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 964.284752] env[68864]: value = "task-3185757" [ 964.284752] env[68864]: _type = "Task" [ 964.284752] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.295574] env[68864]: DEBUG oslo_vmware.api [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.378870] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 964.378870] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab8adc-f7a7-f8b2-fc15-faf778d7f93b" [ 964.378870] env[68864]: _type = "HttpNfcLease" [ 964.378870] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 964.379325] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 964.379325] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab8adc-f7a7-f8b2-fc15-faf778d7f93b" [ 964.379325] env[68864]: _type = "HttpNfcLease" [ 964.379325] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 964.381068] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b520e16-b443-4ca9-919d-e509b5e25a29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.391096] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52213b6b-5e9e-d4b6-d753-b192ec60d97f/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 964.391359] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52213b6b-5e9e-d4b6-d753-b192ec60d97f/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 964.503492] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00ff01e8-f4c4-4b76-a9e5-04990a5a0537 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.634769] env[68864]: DEBUG nova.compute.manager [req-68064181-fb41-4e17-b7ec-714bdfc70bd2 req-416c89bf-e543-4ee8-b510-538038e44c9b service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Received event network-vif-plugged-e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.635131] env[68864]: DEBUG oslo_concurrency.lockutils [req-68064181-fb41-4e17-b7ec-714bdfc70bd2 req-416c89bf-e543-4ee8-b510-538038e44c9b service nova] Acquiring lock "517e4882-535f-4c30-9040-042391903a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.635410] env[68864]: DEBUG oslo_concurrency.lockutils [req-68064181-fb41-4e17-b7ec-714bdfc70bd2 req-416c89bf-e543-4ee8-b510-538038e44c9b service nova] Lock "517e4882-535f-4c30-9040-042391903a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.635706] env[68864]: DEBUG oslo_concurrency.lockutils [req-68064181-fb41-4e17-b7ec-714bdfc70bd2 req-416c89bf-e543-4ee8-b510-538038e44c9b service nova] Lock "517e4882-535f-4c30-9040-042391903a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.635820] env[68864]: DEBUG nova.compute.manager [req-68064181-fb41-4e17-b7ec-714bdfc70bd2 req-416c89bf-e543-4ee8-b510-538038e44c9b service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] No waiting events found dispatching network-vif-plugged-e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.636026] env[68864]: WARNING nova.compute.manager [req-68064181-fb41-4e17-b7ec-714bdfc70bd2 req-416c89bf-e543-4ee8-b510-538038e44c9b service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Received unexpected event network-vif-plugged-e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 for instance with vm_state building and task_state spawning. [ 964.760165] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65ba8ca2-e3c0-4bdf-af63-c8fc0628432d tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "f3ca6705-7fd4-429c-b0ef-24fa3effd40a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.017s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.795180] env[68864]: DEBUG oslo_vmware.api [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185757, 'name': PowerOffVM_Task, 'duration_secs': 0.297942} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.795683] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.796021] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.796427] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99f7e394-916a-4586-9375-9ea992886209 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.875208] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.875208] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.875208] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleting the datastore file [datastore2] 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.875208] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-631c915e-e3e8-4eb2-a604-01a82183af10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.881389] env[68864]: DEBUG oslo_vmware.api [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for the task: (returnval){ [ 964.881389] env[68864]: value = "task-3185759" [ 964.881389] env[68864]: _type = "Task" [ 964.881389] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.891543] env[68864]: DEBUG oslo_vmware.api [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.023555] env[68864]: DEBUG nova.network.neutron [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Successfully updated port: e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.392034] env[68864]: DEBUG oslo_vmware.api [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Task: {'id': task-3185759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162774} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.392133] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.392490] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.392721] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.392960] env[68864]: INFO nova.compute.manager [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 965.393281] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.394392] env[68864]: DEBUG nova.compute.manager [-] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.394550] env[68864]: DEBUG nova.network.neutron [-] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.530751] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "refresh_cache-517e4882-535f-4c30-9040-042391903a4f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.530882] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "refresh_cache-517e4882-535f-4c30-9040-042391903a4f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.531101] env[68864]: DEBUG nova.network.neutron [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.580731] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c2c289-b627-41aa-9782-aa39f05ca080 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.590948] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3d3d64-c64a-4498-8288-1ae9b2fc0361 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.638645] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a1bcb9-ff1f-4006-9b65-84dd629d9bcd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.646687] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8e924d-b32a-4d4e-aadc-e52ed8d34b10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.660728] env[68864]: DEBUG nova.compute.provider_tree [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.882945] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.883338] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.070017] env[68864]: DEBUG nova.network.neutron [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.164316] env[68864]: DEBUG nova.scheduler.client.report [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.181064] env[68864]: DEBUG nova.network.neutron [-] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.231745] env[68864]: DEBUG nova.network.neutron [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Updating instance_info_cache with network_info: [{"id": "e1a4beae-45e4-4d26-b7f6-fb1a6caedd42", "address": "fa:16:3e:5a:13:26", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a4beae-45", "ovs_interfaceid": "e1a4beae-45e4-4d26-b7f6-fb1a6caedd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.386308] env[68864]: DEBUG nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.669476] env[68864]: DEBUG nova.compute.manager [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Received event network-changed-e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.669704] env[68864]: DEBUG nova.compute.manager [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Refreshing instance network info cache due to event network-changed-e1a4beae-45e4-4d26-b7f6-fb1a6caedd42. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.669929] env[68864]: DEBUG oslo_concurrency.lockutils [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] Acquiring lock "refresh_cache-517e4882-535f-4c30-9040-042391903a4f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.670688] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.671177] env[68864]: DEBUG nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.683393] env[68864]: INFO nova.compute.manager [-] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Took 1.29 seconds to deallocate network for instance. [ 966.734482] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "refresh_cache-517e4882-535f-4c30-9040-042391903a4f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.734780] env[68864]: DEBUG nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Instance network_info: |[{"id": "e1a4beae-45e4-4d26-b7f6-fb1a6caedd42", "address": "fa:16:3e:5a:13:26", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a4beae-45", "ovs_interfaceid": "e1a4beae-45e4-4d26-b7f6-fb1a6caedd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.735120] env[68864]: DEBUG oslo_concurrency.lockutils [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] Acquired lock "refresh_cache-517e4882-535f-4c30-9040-042391903a4f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.735325] env[68864]: DEBUG nova.network.neutron [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Refreshing network info cache for port e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.736520] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:13:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a4beae-45e4-4d26-b7f6-fb1a6caedd42', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.744617] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.745816] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517e4882-535f-4c30-9040-042391903a4f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.746085] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a351cb7-3f15-4211-98c4-eef5ebf70d77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.768544] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.768544] env[68864]: value = "task-3185760" [ 966.768544] env[68864]: _type = "Task" [ 966.768544] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.779131] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185760, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.914014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.917026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.917026] env[68864]: INFO nova.compute.claims [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.175546] env[68864]: DEBUG nova.compute.utils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.177673] env[68864]: DEBUG nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.177943] env[68864]: DEBUG nova.network.neutron [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.194414] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.226258] env[68864]: DEBUG nova.policy [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3403d0aa0dd46d78853754f3a3c2949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '528a97f451e24f32a9fa81356b3a7bcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.278801] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185760, 'name': CreateVM_Task, 'duration_secs': 0.387714} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.281111] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517e4882-535f-4c30-9040-042391903a4f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.282904] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.282904] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.282904] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.282904] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e57fe30-cc31-404e-ae33-48a057a138d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.287234] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 967.287234] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f0ba22-d209-b1f2-6a0c-d86668774710" [ 967.287234] env[68864]: _type = "Task" [ 967.287234] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.295052] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f0ba22-d209-b1f2-6a0c-d86668774710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.453070] env[68864]: DEBUG nova.network.neutron [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Updated VIF entry in instance network info cache for port e1a4beae-45e4-4d26-b7f6-fb1a6caedd42. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.453518] env[68864]: DEBUG nova.network.neutron [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Updating instance_info_cache with network_info: [{"id": "e1a4beae-45e4-4d26-b7f6-fb1a6caedd42", "address": "fa:16:3e:5a:13:26", "network": {"id": "6fd93573-0dd8-4e83-a9f4-3b73aea30742", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1073402001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "032b4862616d4c3798bffe54330d7d1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a4beae-45", "ovs_interfaceid": "e1a4beae-45e4-4d26-b7f6-fb1a6caedd42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.525272] env[68864]: DEBUG nova.network.neutron [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Successfully created port: c0b0be62-ae67-4da9-b0f3-dbc712619bd0 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.681606] env[68864]: DEBUG nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.798063] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f0ba22-d209-b1f2-6a0c-d86668774710, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.798382] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.798614] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.798853] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.798996] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.799185] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.799447] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8487dbc1-51bd-413f-98a0-b42c978652ff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.807825] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.808009] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.808804] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0820df95-abb3-46b4-838a-24a3c82a7b89 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.813987] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 967.813987] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528269e0-c9c3-ed8f-97a7-970244eeae5a" [ 967.813987] env[68864]: _type = "Task" [ 967.813987] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.822202] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528269e0-c9c3-ed8f-97a7-970244eeae5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.956623] env[68864]: DEBUG oslo_concurrency.lockutils [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] Releasing lock "refresh_cache-517e4882-535f-4c30-9040-042391903a4f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.956908] env[68864]: DEBUG nova.compute.manager [req-f894d2dd-d9b3-496a-8dfb-9135ffc6b1c0 req-ebed043c-4637-45ef-a15d-1891a0d3f082 service nova] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Received event network-vif-deleted-9976de47-4701-43f9-89e5-c3e0885386b1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.230017] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d256bf-79c0-4fd8-817a-e8209e175dea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.238554] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ac835-2613-49e1-89eb-d71121af6ec9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.271412] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d513ebc-5278-435d-9941-5a5bc2f8b1d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.279368] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b991c002-ff70-4b8c-903d-9645486778b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.293815] env[68864]: DEBUG nova.compute.provider_tree [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.324409] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528269e0-c9c3-ed8f-97a7-970244eeae5a, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.325294] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f3bfe7-b73d-4b79-93c3-746708689d27 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.330953] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 968.330953] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528f7507-a2b3-fbc2-b180-4abc59abbcca" [ 968.330953] env[68864]: _type = "Task" [ 968.330953] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.338827] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528f7507-a2b3-fbc2-b180-4abc59abbcca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.694609] env[68864]: DEBUG nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.718803] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.719096] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.719279] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.719466] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.719612] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.719758] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.719965] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.720142] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.720311] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.720474] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.720665] env[68864]: DEBUG nova.virt.hardware [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.721574] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6968deab-4797-4300-9b42-632d7b555723 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.729998] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b2b2f-fbb9-4686-9943-907885dd286a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.797282] env[68864]: DEBUG nova.scheduler.client.report [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.841696] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528f7507-a2b3-fbc2-b180-4abc59abbcca, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.841696] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.841919] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 517e4882-535f-4c30-9040-042391903a4f/517e4882-535f-4c30-9040-042391903a4f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.842190] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76c607b1-8676-4e5a-9d62-3c0e49732ca3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.848894] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 968.848894] env[68864]: value = "task-3185761" [ 968.848894] env[68864]: _type = "Task" [ 968.848894] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.857346] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.961356] env[68864]: DEBUG nova.compute.manager [req-ad5ceeab-9c62-49b7-b601-33dcaaae0289 req-83c99677-e704-4beb-8e51-5eb524123d93 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Received event network-vif-plugged-c0b0be62-ae67-4da9-b0f3-dbc712619bd0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.961630] env[68864]: DEBUG oslo_concurrency.lockutils [req-ad5ceeab-9c62-49b7-b601-33dcaaae0289 req-83c99677-e704-4beb-8e51-5eb524123d93 service nova] Acquiring lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.961795] env[68864]: DEBUG oslo_concurrency.lockutils [req-ad5ceeab-9c62-49b7-b601-33dcaaae0289 req-83c99677-e704-4beb-8e51-5eb524123d93 service nova] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.961960] env[68864]: DEBUG oslo_concurrency.lockutils [req-ad5ceeab-9c62-49b7-b601-33dcaaae0289 req-83c99677-e704-4beb-8e51-5eb524123d93 service nova] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.962249] env[68864]: DEBUG nova.compute.manager [req-ad5ceeab-9c62-49b7-b601-33dcaaae0289 req-83c99677-e704-4beb-8e51-5eb524123d93 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] No waiting events found dispatching network-vif-plugged-c0b0be62-ae67-4da9-b0f3-dbc712619bd0 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.962396] env[68864]: WARNING nova.compute.manager [req-ad5ceeab-9c62-49b7-b601-33dcaaae0289 req-83c99677-e704-4beb-8e51-5eb524123d93 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Received unexpected event network-vif-plugged-c0b0be62-ae67-4da9-b0f3-dbc712619bd0 for instance with vm_state building and task_state spawning. [ 969.051624] env[68864]: DEBUG nova.network.neutron [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Successfully updated port: c0b0be62-ae67-4da9-b0f3-dbc712619bd0 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.302106] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.302686] env[68864]: DEBUG nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.306128] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.112s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.306440] env[68864]: DEBUG nova.objects.instance [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lazy-loading 'resources' on Instance uuid 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.362563] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185761, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.554033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.554293] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.554479] env[68864]: DEBUG nova.network.neutron [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.810159] env[68864]: DEBUG nova.compute.utils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.811463] env[68864]: DEBUG nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.811600] env[68864]: DEBUG nova.network.neutron [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.863708] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604417} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.864086] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 517e4882-535f-4c30-9040-042391903a4f/517e4882-535f-4c30-9040-042391903a4f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.864508] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.864731] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5d4c1d9-ae57-4ca1-8b9f-952be4c3ae62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.874475] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 969.874475] env[68864]: value = "task-3185762" [ 969.874475] env[68864]: _type = "Task" [ 969.874475] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.875917] env[68864]: DEBUG nova.policy [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef20ae21e1940228c3ebf7bf8b6c902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '122bdf8b53f84af795bb9ffee7c7e31d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.890233] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.919450] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "b125d108-64ed-443a-9cfe-0829b03d5b0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.919764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.919965] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "b125d108-64ed-443a-9cfe-0829b03d5b0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.920212] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.920863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.924871] env[68864]: INFO nova.compute.manager [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Terminating instance [ 970.087301] env[68864]: DEBUG nova.network.neutron [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.125575] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34e76c7-2b0d-4f10-981e-bb941defdfbc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.135824] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275c354-c062-4713-8ac9-a4cf2d2ab36a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.177212] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c41cf6-ae6a-447c-bd67-72e8b1eb9cb3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.185867] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ead745-783e-4796-a5a7-1670426faa93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.191856] env[68864]: DEBUG nova.network.neutron [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Successfully created port: f9485a96-11cb-4956-a5dd-b6d7fc2c7468 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.203809] env[68864]: DEBUG nova.compute.provider_tree [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.244156] env[68864]: DEBUG nova.network.neutron [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance_info_cache with network_info: [{"id": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "address": "fa:16:3e:4a:d3:8a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b0be62-ae", "ovs_interfaceid": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.317398] env[68864]: DEBUG nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.387362] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10694} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.387646] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.388455] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67269215-1625-4051-910e-f6bc8702f8e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.411079] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 517e4882-535f-4c30-9040-042391903a4f/517e4882-535f-4c30-9040-042391903a4f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.411413] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b27d0f-ba00-4534-b291-aa4aff5eefcd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.431837] env[68864]: DEBUG nova.compute.manager [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.432061] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.432399] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 970.432399] env[68864]: value = "task-3185763" [ 970.432399] env[68864]: _type = "Task" [ 970.432399] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.433133] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0950c5a6-2499-49cf-b707-510640fabe2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.444496] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.446686] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.446976] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d5c02b-0cf8-4e36-bdd5-ea3f7375c6ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.452983] env[68864]: DEBUG oslo_vmware.api [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 970.452983] env[68864]: value = "task-3185764" [ 970.452983] env[68864]: _type = "Task" [ 970.452983] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.461348] env[68864]: DEBUG oslo_vmware.api [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.709277] env[68864]: DEBUG nova.scheduler.client.report [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.746880] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.747295] env[68864]: DEBUG nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Instance network_info: |[{"id": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "address": "fa:16:3e:4a:d3:8a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b0be62-ae", "ovs_interfaceid": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.748081] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:d3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0b0be62-ae67-4da9-b0f3-dbc712619bd0', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.757696] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.757696] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.757696] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a77e3b-8e77-433b-a187-0d26852c74e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.777771] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.777771] env[68864]: value = "task-3185765" [ 970.777771] env[68864]: _type = "Task" [ 970.777771] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.789142] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185765, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.947644] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185763, 'name': ReconfigVM_Task, 'duration_secs': 0.426307} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.948103] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 517e4882-535f-4c30-9040-042391903a4f/517e4882-535f-4c30-9040-042391903a4f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.948742] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8c98f95-9740-470f-ba0f-17c66f209d84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.959387] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 970.959387] env[68864]: value = "task-3185766" [ 970.959387] env[68864]: _type = "Task" [ 970.959387] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.966892] env[68864]: DEBUG oslo_vmware.api [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185764, 'name': PowerOffVM_Task, 'duration_secs': 0.25278} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.967566] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.967742] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.968042] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ba5e41-8075-4b8d-820c-0d2b682c2dbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.973290] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185766, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.024169] env[68864]: DEBUG nova.compute.manager [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Received event network-changed-c0b0be62-ae67-4da9-b0f3-dbc712619bd0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.024341] env[68864]: DEBUG nova.compute.manager [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Refreshing instance network info cache due to event network-changed-c0b0be62-ae67-4da9-b0f3-dbc712619bd0. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.024590] env[68864]: DEBUG oslo_concurrency.lockutils [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] Acquiring lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.024732] env[68864]: DEBUG oslo_concurrency.lockutils [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] Acquired lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.024914] env[68864]: DEBUG nova.network.neutron [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Refreshing network info cache for port c0b0be62-ae67-4da9-b0f3-dbc712619bd0 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.064594] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.064819] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.065014] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Deleting the datastore file [datastore1] b125d108-64ed-443a-9cfe-0829b03d5b0f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.065314] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d531b45-c1bc-4177-a0d0-ab654dc5076e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.072983] env[68864]: DEBUG oslo_vmware.api [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for the task: (returnval){ [ 971.072983] env[68864]: value = "task-3185768" [ 971.072983] env[68864]: _type = "Task" [ 971.072983] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.080247] env[68864]: DEBUG oslo_vmware.api [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.215836] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.239731] env[68864]: INFO nova.scheduler.client.report [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Deleted allocations for instance 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd [ 971.290646] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185765, 'name': CreateVM_Task, 'duration_secs': 0.360872} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.290833] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.291565] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.291736] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.292095] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.292384] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e3a03d-3c80-4286-9ef8-badb71c89bdb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.297127] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 971.297127] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5256e92d-9879-4b59-1b9b-37fc56778202" [ 971.297127] env[68864]: _type = "Task" [ 971.297127] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.305524] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5256e92d-9879-4b59-1b9b-37fc56778202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.326543] env[68864]: DEBUG nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.349631] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.349935] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.350170] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.350396] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.350593] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.350799] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.351080] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.351302] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.351517] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.351699] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.351949] env[68864]: DEBUG nova.virt.hardware [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.353016] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c6d6d2-70db-4c31-ab2d-68bde35ef8c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.362344] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b779769e-851e-4512-b230-cbfe78d50c60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.468625] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185766, 'name': Rename_Task, 'duration_secs': 0.177381} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.468921] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.469199] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef3c6ec2-df6d-4c15-91ea-804925c091b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.474980] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 971.474980] env[68864]: value = "task-3185769" [ 971.474980] env[68864]: _type = "Task" [ 971.474980] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.482684] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.584023] env[68864]: DEBUG oslo_vmware.api [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Task: {'id': task-3185768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252917} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.584317] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.584521] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.584692] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.584888] env[68864]: INFO nova.compute.manager [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 971.585165] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.585377] env[68864]: DEBUG nova.compute.manager [-] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.585473] env[68864]: DEBUG nova.network.neutron [-] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.739923] env[68864]: DEBUG nova.network.neutron [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updated VIF entry in instance network info cache for port c0b0be62-ae67-4da9-b0f3-dbc712619bd0. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.739923] env[68864]: DEBUG nova.network.neutron [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance_info_cache with network_info: [{"id": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "address": "fa:16:3e:4a:d3:8a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b0be62-ae", "ovs_interfaceid": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.753756] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7863673f-10c7-4a77-ad24-0b057819bf80 tempest-ImagesOneServerNegativeTestJSON-1906132486 tempest-ImagesOneServerNegativeTestJSON-1906132486-project-member] Lock "03cbc43d-6c8c-4cea-8f5a-27431fcf32fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.003s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.780719] env[68864]: DEBUG nova.network.neutron [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Successfully updated port: f9485a96-11cb-4956-a5dd-b6d7fc2c7468 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.810726] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5256e92d-9879-4b59-1b9b-37fc56778202, 'name': SearchDatastore_Task, 'duration_secs': 0.014255} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.810726] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.810726] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.810726] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.810726] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.810726] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.810726] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0df63dd9-0401-458b-b8a2-6cef41ff67f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.818953] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.819165] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.819985] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2671c7-9e61-4cde-95a5-27a84b42faed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.825229] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 971.825229] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d0e6ee-0317-b2f1-85df-a655f7b34f03" [ 971.825229] env[68864]: _type = "Task" [ 971.825229] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.833375] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d0e6ee-0317-b2f1-85df-a655f7b34f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.984940] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185769, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.245952] env[68864]: DEBUG oslo_concurrency.lockutils [req-23c44a3d-1afe-4987-852c-14d722333456 req-999a4dd0-855a-4d92-bae1-54e36a4647c7 service nova] Releasing lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.285234] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "refresh_cache-53ec18b2-6be6-4138-94b4-d2aee71a4f8e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.286255] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquired lock "refresh_cache-53ec18b2-6be6-4138-94b4-d2aee71a4f8e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.286255] env[68864]: DEBUG nova.network.neutron [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.336598] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d0e6ee-0317-b2f1-85df-a655f7b34f03, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.338232] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d11fa6-1324-4784-b729-3694dd851235 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.346107] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 972.346107] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a04e81-04ee-422c-cfb8-567945071d7d" [ 972.346107] env[68864]: _type = "Task" [ 972.346107] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.357762] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a04e81-04ee-422c-cfb8-567945071d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.408288] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52213b6b-5e9e-d4b6-d753-b192ec60d97f/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.410307] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74164d3e-758a-4bca-8e04-a6390a0c027b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.416145] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52213b6b-5e9e-d4b6-d753-b192ec60d97f/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.416145] env[68864]: ERROR oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52213b6b-5e9e-d4b6-d753-b192ec60d97f/disk-0.vmdk due to incomplete transfer. [ 972.416294] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f09b569-31a2-4bf1-939d-f71af3982195 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.426256] env[68864]: DEBUG oslo_vmware.rw_handles [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52213b6b-5e9e-d4b6-d753-b192ec60d97f/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 972.426256] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Uploaded image ea609ed1-e2cf-41ce-94f3-8a8f3ba38606 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 972.432542] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.432826] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e5cf8e3-a933-48fc-9c72-146ed4402dbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.439890] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 972.439890] env[68864]: value = "task-3185770" [ 972.439890] env[68864]: _type = "Task" [ 972.439890] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.448419] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185770, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.484717] env[68864]: DEBUG oslo_vmware.api [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185769, 'name': PowerOnVM_Task, 'duration_secs': 0.711718} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.484982] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.485202] env[68864]: INFO nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Took 8.30 seconds to spawn the instance on the hypervisor. [ 972.485382] env[68864]: DEBUG nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.486145] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31d9219-0c3b-4a67-b8b3-d59c8327ed01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.743984] env[68864]: DEBUG nova.network.neutron [-] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.827338] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.830117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.830117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.830117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.830117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.835013] env[68864]: DEBUG nova.network.neutron [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.837889] env[68864]: INFO nova.compute.manager [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Terminating instance [ 972.859183] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a04e81-04ee-422c-cfb8-567945071d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.859451] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.859703] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 5fae2104-5add-40ad-9e1e-4c47739b3017/5fae2104-5add-40ad-9e1e-4c47739b3017.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.860016] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc5ad52-59b9-495a-8289-18a6a66761d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.866951] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 972.866951] env[68864]: value = "task-3185771" [ 972.866951] env[68864]: _type = "Task" [ 972.866951] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.874870] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.949966] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185770, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.003807] env[68864]: INFO nova.compute.manager [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Took 16.26 seconds to build instance. [ 973.111379] env[68864]: DEBUG nova.compute.manager [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Received event network-vif-plugged-f9485a96-11cb-4956-a5dd-b6d7fc2c7468 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.111641] env[68864]: DEBUG oslo_concurrency.lockutils [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] Acquiring lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.111850] env[68864]: DEBUG oslo_concurrency.lockutils [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.112078] env[68864]: DEBUG oslo_concurrency.lockutils [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.112289] env[68864]: DEBUG nova.compute.manager [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] No waiting events found dispatching network-vif-plugged-f9485a96-11cb-4956-a5dd-b6d7fc2c7468 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.112513] env[68864]: WARNING nova.compute.manager [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Received unexpected event network-vif-plugged-f9485a96-11cb-4956-a5dd-b6d7fc2c7468 for instance with vm_state building and task_state spawning. [ 973.112685] env[68864]: DEBUG nova.compute.manager [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Received event network-changed-f9485a96-11cb-4956-a5dd-b6d7fc2c7468 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.112838] env[68864]: DEBUG nova.compute.manager [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Refreshing instance network info cache due to event network-changed-f9485a96-11cb-4956-a5dd-b6d7fc2c7468. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.113009] env[68864]: DEBUG oslo_concurrency.lockutils [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] Acquiring lock "refresh_cache-53ec18b2-6be6-4138-94b4-d2aee71a4f8e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.189524] env[68864]: DEBUG nova.network.neutron [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Updating instance_info_cache with network_info: [{"id": "f9485a96-11cb-4956-a5dd-b6d7fc2c7468", "address": "fa:16:3e:78:13:30", "network": {"id": "cc149f70-ac2d-4667-ae75-cc5aa4c09476", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1367744666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122bdf8b53f84af795bb9ffee7c7e31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9485a96-11", "ovs_interfaceid": "f9485a96-11cb-4956-a5dd-b6d7fc2c7468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.248023] env[68864]: INFO nova.compute.manager [-] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Took 1.66 seconds to deallocate network for instance. [ 973.344863] env[68864]: DEBUG nova.compute.manager [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.345136] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.346041] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ec7fef-1d52-4c07-974e-60b0a6a444a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.353673] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.353910] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d248c79d-f10e-4039-856d-0f4bbd7067eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.360622] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 973.360622] env[68864]: value = "task-3185772" [ 973.360622] env[68864]: _type = "Task" [ 973.360622] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.371254] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.376612] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463165} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.376846] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 5fae2104-5add-40ad-9e1e-4c47739b3017/5fae2104-5add-40ad-9e1e-4c47739b3017.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.381116] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.381382] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b85ad91-d148-4e49-927b-cb532894ba6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.388310] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 973.388310] env[68864]: value = "task-3185773" [ 973.388310] env[68864]: _type = "Task" [ 973.388310] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.396137] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.451589] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185770, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.506456] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cbf302-f075-4897-9f37-c28c1cbee0d2 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "517e4882-535f-4c30-9040-042391903a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.774s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.691022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Releasing lock "refresh_cache-53ec18b2-6be6-4138-94b4-d2aee71a4f8e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.691022] env[68864]: DEBUG nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Instance network_info: |[{"id": "f9485a96-11cb-4956-a5dd-b6d7fc2c7468", "address": "fa:16:3e:78:13:30", "network": {"id": "cc149f70-ac2d-4667-ae75-cc5aa4c09476", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1367744666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122bdf8b53f84af795bb9ffee7c7e31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9485a96-11", "ovs_interfaceid": "f9485a96-11cb-4956-a5dd-b6d7fc2c7468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.691022] env[68864]: DEBUG oslo_concurrency.lockutils [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] Acquired lock "refresh_cache-53ec18b2-6be6-4138-94b4-d2aee71a4f8e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.691022] env[68864]: DEBUG nova.network.neutron [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Refreshing network info cache for port f9485a96-11cb-4956-a5dd-b6d7fc2c7468 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.691509] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:13:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74f30339-6421-4654-bddb-81d7f34db9d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9485a96-11cb-4956-a5dd-b6d7fc2c7468', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.699213] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Creating folder: Project (122bdf8b53f84af795bb9ffee7c7e31d). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.702364] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a46f0147-1769-4215-978f-94e045e1860b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.713919] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Created folder: Project (122bdf8b53f84af795bb9ffee7c7e31d) in parent group-v636929. [ 973.714159] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Creating folder: Instances. Parent ref: group-v637156. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.714404] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b66c831f-61e7-4552-bbb4-4bc87b646970 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.724902] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Created folder: Instances in parent group-v637156. [ 973.725253] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.725253] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.725433] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ceeae313-ce45-4af4-b32b-c402d7635be0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.748473] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.748473] env[68864]: value = "task-3185776" [ 973.748473] env[68864]: _type = "Task" [ 973.748473] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.756824] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.757041] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.757318] env[68864]: DEBUG nova.objects.instance [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lazy-loading 'resources' on Instance uuid b125d108-64ed-443a-9cfe-0829b03d5b0f {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.758233] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185776, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.869899] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.898407] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062655} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.898697] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.899541] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3124cc60-3431-4939-b556-6f4a26a13041 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.926093] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 5fae2104-5add-40ad-9e1e-4c47739b3017/5fae2104-5add-40ad-9e1e-4c47739b3017.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.926392] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507ace81-97f7-41b0-b8d0-d692d1033eaa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.950680] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 973.950680] env[68864]: value = "task-3185777" [ 973.950680] env[68864]: _type = "Task" [ 973.950680] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.953874] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185770, 'name': Destroy_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.962233] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.075664] env[68864]: DEBUG nova.network.neutron [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Updated VIF entry in instance network info cache for port f9485a96-11cb-4956-a5dd-b6d7fc2c7468. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.075664] env[68864]: DEBUG nova.network.neutron [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Updating instance_info_cache with network_info: [{"id": "f9485a96-11cb-4956-a5dd-b6d7fc2c7468", "address": "fa:16:3e:78:13:30", "network": {"id": "cc149f70-ac2d-4667-ae75-cc5aa4c09476", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1367744666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122bdf8b53f84af795bb9ffee7c7e31d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74f30339-6421-4654-bddb-81d7f34db9d7", "external-id": "nsx-vlan-transportzone-899", "segmentation_id": 899, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9485a96-11", "ovs_interfaceid": "f9485a96-11cb-4956-a5dd-b6d7fc2c7468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.263077] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185776, 'name': CreateVM_Task, 'duration_secs': 0.344285} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.263560] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.264576] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.264576] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.264936] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.265168] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4483abcf-4c11-48ba-a6eb-49c9b64bbe00 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.270184] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 974.270184] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52849604-7d20-2c1a-96d6-064d21f33e3d" [ 974.270184] env[68864]: _type = "Task" [ 974.270184] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.281985] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52849604-7d20-2c1a-96d6-064d21f33e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.385677] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.455050] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185770, 'name': Destroy_Task, 'duration_secs': 1.869015} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.461204] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Destroyed the VM [ 974.461906] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 974.462251] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-071913cb-5b66-43dc-b7bd-a490eafeaac8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.469690] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185777, 'name': ReconfigVM_Task, 'duration_secs': 0.474975} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.470984] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 5fae2104-5add-40ad-9e1e-4c47739b3017/5fae2104-5add-40ad-9e1e-4c47739b3017.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.471727] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 974.471727] env[68864]: value = "task-3185778" [ 974.471727] env[68864]: _type = "Task" [ 974.471727] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.474514] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bc44e49-a160-48e8-a77f-8b5744f86006 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.485789] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185778, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.489335] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 974.489335] env[68864]: value = "task-3185779" [ 974.489335] env[68864]: _type = "Task" [ 974.489335] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.570305] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6d80e0-e393-4dd7-acf7-1a5b185bae6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.577759] env[68864]: DEBUG oslo_concurrency.lockutils [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] Releasing lock "refresh_cache-53ec18b2-6be6-4138-94b4-d2aee71a4f8e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.578151] env[68864]: DEBUG nova.compute.manager [req-781e1553-1800-451c-b6ec-abf4e17c4de1 req-68821aa9-7678-4a21-87bd-729ce40263a7 service nova] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Received event network-vif-deleted-39791b0e-4e9c-4716-82aa-2bdf0b46f962 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.579638] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0be511-5bc9-4e96-9a60-24807e7f4da2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.612277] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84f8c3-d61d-42f5-93d0-519d4bcf6990 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.620611] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f04410-e855-4f95-966a-c1b6595bafdf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.635327] env[68864]: DEBUG nova.compute.provider_tree [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.783635] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52849604-7d20-2c1a-96d6-064d21f33e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.024749} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.783635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.783835] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.784086] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.784417] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.784621] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.785049] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba26713f-a579-4b6f-b61e-aaef8903be0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.793867] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.794510] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.795079] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf7c502-4edc-493b-bbde-826124ab2f79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.800662] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 974.800662] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b14e9c-9862-cd9f-2a5a-cfac4d606c01" [ 974.800662] env[68864]: _type = "Task" [ 974.800662] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.808502] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b14e9c-9862-cd9f-2a5a-cfac4d606c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.874411] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "517e4882-535f-4c30-9040-042391903a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.874666] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "517e4882-535f-4c30-9040-042391903a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.874872] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "517e4882-535f-4c30-9040-042391903a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.875127] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "517e4882-535f-4c30-9040-042391903a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.875344] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "517e4882-535f-4c30-9040-042391903a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.877034] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185772, 'name': PowerOffVM_Task, 'duration_secs': 1.353656} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.877497] env[68864]: INFO nova.compute.manager [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Terminating instance [ 974.878873] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.879062] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.880170] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc983605-a132-45e8-9f70-73cd38145d50 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.950103] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.950589] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.950800] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Deleting the datastore file [datastore1] a8aed3bf-c8a5-4735-9418-b23b24a69a28 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.951205] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c901868-8180-49a3-82a9-d831a1529e9a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.957587] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for the task: (returnval){ [ 974.957587] env[68864]: value = "task-3185781" [ 974.957587] env[68864]: _type = "Task" [ 974.957587] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.965520] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.984955] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185778, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.998579] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185779, 'name': Rename_Task, 'duration_secs': 0.268924} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.998827] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.999115] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74f9082-adb6-42a4-9d23-36d5c7fbe945 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.005244] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 975.005244] env[68864]: value = "task-3185782" [ 975.005244] env[68864]: _type = "Task" [ 975.005244] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.012802] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.138642] env[68864]: DEBUG nova.scheduler.client.report [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.313295] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b14e9c-9862-cd9f-2a5a-cfac4d606c01, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.314527] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85903b69-2810-49d2-b825-a22e8b26943e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.319400] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 975.319400] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528d93ad-8f65-24db-0be3-abc0e226d946" [ 975.319400] env[68864]: _type = "Task" [ 975.319400] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.327602] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528d93ad-8f65-24db-0be3-abc0e226d946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.387030] env[68864]: DEBUG nova.compute.manager [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.387030] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.387030] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84ee1a-bc79-47e1-bb0f-4fcd13b04b23 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.394963] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.394963] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-824c8188-7659-414d-9257-9ee88c2ca714 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.402322] env[68864]: DEBUG oslo_vmware.api [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 975.402322] env[68864]: value = "task-3185783" [ 975.402322] env[68864]: _type = "Task" [ 975.402322] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.409921] env[68864]: DEBUG oslo_vmware.api [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.469072] env[68864]: DEBUG oslo_vmware.api [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Task: {'id': task-3185781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298663} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.469277] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.469439] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.469613] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.469783] env[68864]: INFO nova.compute.manager [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Took 2.12 seconds to destroy the instance on the hypervisor. [ 975.470037] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.470248] env[68864]: DEBUG nova.compute.manager [-] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.470348] env[68864]: DEBUG nova.network.neutron [-] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.486066] env[68864]: DEBUG oslo_vmware.api [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185778, 'name': RemoveSnapshot_Task, 'duration_secs': 0.91268} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.486066] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 975.486296] env[68864]: INFO nova.compute.manager [None req-be09c493-87cb-49cb-8f3b-722635038046 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 975.515625] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.644068] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.674577] env[68864]: INFO nova.scheduler.client.report [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Deleted allocations for instance b125d108-64ed-443a-9cfe-0829b03d5b0f [ 975.836211] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528d93ad-8f65-24db-0be3-abc0e226d946, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.839448] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.839448] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 53ec18b2-6be6-4138-94b4-d2aee71a4f8e/53ec18b2-6be6-4138-94b4-d2aee71a4f8e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.839448] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03cd3049-2eae-4692-ab16-2aeb41e354b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.845248] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 975.845248] env[68864]: value = "task-3185784" [ 975.845248] env[68864]: _type = "Task" [ 975.845248] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.859763] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.909312] env[68864]: DEBUG oslo_vmware.api [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185783, 'name': PowerOffVM_Task, 'duration_secs': 0.316945} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.909735] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.910057] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.910412] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e34180d-065c-4b2a-a898-279695a1d61f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.981081] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.981081] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.981081] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleting the datastore file [datastore1] 517e4882-535f-4c30-9040-042391903a4f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.981081] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6781e708-04ab-498e-8762-213c303ec464 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.987919] env[68864]: DEBUG oslo_vmware.api [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for the task: (returnval){ [ 975.987919] env[68864]: value = "task-3185786" [ 975.987919] env[68864]: _type = "Task" [ 975.987919] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.002438] env[68864]: DEBUG oslo_vmware.api [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.020089] env[68864]: DEBUG oslo_vmware.api [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185782, 'name': PowerOnVM_Task, 'duration_secs': 0.612065} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.021213] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.021518] env[68864]: INFO nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Took 7.33 seconds to spawn the instance on the hypervisor. [ 976.021816] env[68864]: DEBUG nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.023600] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ef0e6-bf22-4acc-b77e-4f93ef8b542c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.184633] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd07369e-2d25-4501-b04a-1b728535842a tempest-ServersV294TestFqdnHostnames-814200417 tempest-ServersV294TestFqdnHostnames-814200417-project-member] Lock "b125d108-64ed-443a-9cfe-0829b03d5b0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.265s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.357369] env[68864]: DEBUG nova.compute.manager [req-ead3cd09-b3cf-4f4d-a8b0-9fca22bc0565 req-cda77e3a-2d41-4e53-b1b2-885e9e61bad9 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Received event network-vif-deleted-cd3eb49a-3b39-483f-934f-db201a6fe571 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.357621] env[68864]: INFO nova.compute.manager [req-ead3cd09-b3cf-4f4d-a8b0-9fca22bc0565 req-cda77e3a-2d41-4e53-b1b2-885e9e61bad9 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Neutron deleted interface cd3eb49a-3b39-483f-934f-db201a6fe571; detaching it from the instance and deleting it from the info cache [ 976.358062] env[68864]: DEBUG nova.network.neutron [req-ead3cd09-b3cf-4f4d-a8b0-9fca22bc0565 req-cda77e3a-2d41-4e53-b1b2-885e9e61bad9 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.366743] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.499322] env[68864]: DEBUG oslo_vmware.api [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.546138] env[68864]: INFO nova.compute.manager [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Took 14.16 seconds to build instance. [ 976.832017] env[68864]: DEBUG nova.network.neutron [-] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.861255] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670675} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.861757] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0681c9ec-1527-4a00-a113-51a39b8b22ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.865421] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 53ec18b2-6be6-4138-94b4-d2aee71a4f8e/53ec18b2-6be6-4138-94b4-d2aee71a4f8e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.865421] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.865694] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d2f90ae-9b83-4c37-bfde-1e4296c06c95 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.881178] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a55b076-b91c-45fc-80ac-c52a58fa0260 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.890825] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 976.890825] env[68864]: value = "task-3185787" [ 976.890825] env[68864]: _type = "Task" [ 976.890825] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.902686] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.919746] env[68864]: DEBUG nova.compute.manager [req-ead3cd09-b3cf-4f4d-a8b0-9fca22bc0565 req-cda77e3a-2d41-4e53-b1b2-885e9e61bad9 service nova] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Detach interface failed, port_id=cd3eb49a-3b39-483f-934f-db201a6fe571, reason: Instance a8aed3bf-c8a5-4735-9418-b23b24a69a28 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.002737] env[68864]: DEBUG oslo_vmware.api [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Task: {'id': task-3185786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537003} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.004385] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.004474] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.004670] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.004854] env[68864]: INFO nova.compute.manager [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] [instance: 517e4882-535f-4c30-9040-042391903a4f] Took 1.62 seconds to destroy the instance on the hypervisor. [ 977.005127] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.005376] env[68864]: DEBUG nova.compute.manager [-] [instance: 517e4882-535f-4c30-9040-042391903a4f] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.005474] env[68864]: DEBUG nova.network.neutron [-] [instance: 517e4882-535f-4c30-9040-042391903a4f] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.047796] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d93d07b0-984c-4a04-b7de-59a737edd3d9 tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.668s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.337733] env[68864]: INFO nova.compute.manager [-] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Took 1.87 seconds to deallocate network for instance. [ 977.402609] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131779} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.404038] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.404681] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfa40dc-5de1-4abc-a3df-d0cd396dfec9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.431772] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 53ec18b2-6be6-4138-94b4-d2aee71a4f8e/53ec18b2-6be6-4138-94b4-d2aee71a4f8e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.432063] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1106db72-1288-476e-b453-ba4a03e8eb81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.461456] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 977.461456] env[68864]: value = "task-3185788" [ 977.461456] env[68864]: _type = "Task" [ 977.461456] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.471646] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.848112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.848415] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.848639] env[68864]: DEBUG nova.objects.instance [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lazy-loading 'resources' on Instance uuid a8aed3bf-c8a5-4735-9418-b23b24a69a28 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.888867] env[68864]: DEBUG nova.network.neutron [-] [instance: 517e4882-535f-4c30-9040-042391903a4f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.962489] env[68864]: DEBUG nova.compute.manager [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 977.976229] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.390108] env[68864]: DEBUG nova.compute.manager [req-e0c5f281-78cd-4c45-aabd-f6cba32c2447 req-692a929b-27f0-4235-afff-fb15c8948f66 service nova] [instance: 517e4882-535f-4c30-9040-042391903a4f] Received event network-vif-deleted-e1a4beae-45e4-4d26-b7f6-fb1a6caedd42 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.392170] env[68864]: INFO nova.compute.manager [-] [instance: 517e4882-535f-4c30-9040-042391903a4f] Took 1.39 seconds to deallocate network for instance. [ 978.481195] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185788, 'name': ReconfigVM_Task, 'duration_secs': 0.744824} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.483283] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 53ec18b2-6be6-4138-94b4-d2aee71a4f8e/53ec18b2-6be6-4138-94b4-d2aee71a4f8e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.484286] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12423c00-f545-4499-90c7-4f9345f2c216 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.487414] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.491269] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 978.491269] env[68864]: value = "task-3185789" [ 978.491269] env[68864]: _type = "Task" [ 978.491269] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.502107] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185789, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.676253] env[68864]: DEBUG nova.compute.manager [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.677355] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff89e62-c048-46a6-8bca-0f584d3ff97f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.689192] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb7271-273f-44b1-ad0f-8cc982c2bd1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.696605] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694a540-ef26-4c2d-9fed-05d9ab602d5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.728805] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f1477-6eba-4e6e-9783-5fffcf036c8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.737061] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09494077-385c-41f6-a122-936fa5cebee7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.509179] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.510318] env[68864]: INFO nova.compute.manager [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] instance snapshotting [ 979.517756] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "64afd238-548b-41de-b41c-2a8057b1e8d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.518055] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.519653] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bff833-320e-4877-8542-d129bb64ea84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.531500] env[68864]: DEBUG nova.compute.provider_tree [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.551224] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185789, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.553510] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b24fba9-ba75-4819-afc8-b9d4a78a9088 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.023505] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185789, 'name': Rename_Task, 'duration_secs': 1.240992} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.023916] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.024470] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e244d144-6281-44fa-9ad4-815fd59f2856 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.031158] env[68864]: DEBUG nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.033742] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 980.033742] env[68864]: value = "task-3185790" [ 980.033742] env[68864]: _type = "Task" [ 980.033742] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.034998] env[68864]: DEBUG nova.scheduler.client.report [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.047289] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185790, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.063684] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 980.064016] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-188f06e2-da4d-443d-88ad-a38750cf2118 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.070913] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 980.070913] env[68864]: value = "task-3185791" [ 980.070913] env[68864]: _type = "Task" [ 980.070913] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.079618] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185791, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.552287] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.703s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.554560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.067s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.563587] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.570557] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.578844] env[68864]: INFO nova.scheduler.client.report [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Deleted allocations for instance a8aed3bf-c8a5-4735-9418-b23b24a69a28 [ 980.583716] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185791, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.048644] env[68864]: DEBUG oslo_vmware.api [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185790, 'name': PowerOnVM_Task, 'duration_secs': 0.532013} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.049308] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.049442] env[68864]: INFO nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Took 9.72 seconds to spawn the instance on the hypervisor. [ 981.049661] env[68864]: DEBUG nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.050503] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8375b2d3-610b-40ac-a580-de37170728f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.061168] env[68864]: INFO nova.compute.claims [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.080981] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185791, 'name': CreateSnapshot_Task, 'duration_secs': 0.942089} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.081319] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.082128] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d714106-c8a1-4a7f-8a1c-74b9df85fc60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.095795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-448ce4e3-6a13-4507-9495-85304784a11d tempest-ServersTestFqdnHostnames-480695048 tempest-ServersTestFqdnHostnames-480695048-project-member] Lock "a8aed3bf-c8a5-4735-9418-b23b24a69a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.268s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.570605] env[68864]: INFO nova.compute.resource_tracker [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating resource usage from migration 95bca531-5ff1-4e5a-bbae-e0a044badd8f [ 981.580594] env[68864]: INFO nova.compute.manager [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Took 14.69 seconds to build instance. [ 981.605381] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 981.605967] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-143add0a-8fca-4980-a917-c1d590add881 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.623020] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 981.623020] env[68864]: value = "task-3185792" [ 981.623020] env[68864]: _type = "Task" [ 981.623020] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.632057] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185792, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.862312] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.862547] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.930346] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f4564e-4b2a-4a3e-95f4-35eeb5749f9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.939258] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7eb2d9-74b2-4346-8a25-2e8de565d0c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.974824] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42671f28-16e0-4673-9f69-3b8d0ab34b5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.982824] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a794e1-c876-48f0-a0a1-024106015bc2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.997055] env[68864]: DEBUG nova.compute.provider_tree [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.083092] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4fd4d3f5-ef03-46e2-b818-8c5e6cccffe8 tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.200s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.132720] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "9b39b8db-449c-4728-8389-940e0d1e04fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.133017] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.134310] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185792, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.289209] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.289498] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.289711] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.289896] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.290091] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.292380] env[68864]: INFO nova.compute.manager [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Terminating instance [ 982.370094] env[68864]: DEBUG nova.compute.utils [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.499565] env[68864]: DEBUG nova.scheduler.client.report [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.630595] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185792, 'name': CloneVM_Task} progress is 95%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.639537] env[68864]: DEBUG nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.796585] env[68864]: DEBUG nova.compute.manager [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.796851] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.798128] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4017c58-7c5b-41c7-9f09-b63f93cbf9a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.810333] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.810518] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab36c8d-d4f2-4e77-bb76-838e58fcac94 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.818855] env[68864]: DEBUG oslo_vmware.api [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 982.818855] env[68864]: value = "task-3185793" [ 982.818855] env[68864]: _type = "Task" [ 982.818855] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.830223] env[68864]: DEBUG oslo_vmware.api [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.872815] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.011536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.457s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.011771] env[68864]: INFO nova.compute.manager [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Migrating [ 983.022231] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.513s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.026024] env[68864]: DEBUG nova.objects.instance [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lazy-loading 'resources' on Instance uuid 517e4882-535f-4c30-9040-042391903a4f {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.131948] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185792, 'name': CloneVM_Task, 'duration_secs': 1.12331} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.132319] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Created linked-clone VM from snapshot [ 983.133416] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d80a10-1a61-4dd6-b1a4-948311bcf63c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.142270] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Uploading image 110b52d0-77d6-4f15-9a52-0bc5ac40b636 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.169490] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.173240] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.173240] env[68864]: value = "vm-637160" [ 983.173240] env[68864]: _type = "VirtualMachine" [ 983.173240] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.173464] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84c1a9c6-c5ee-4ab2-9072-ff6a0ea3ba3d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.180800] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lease: (returnval){ [ 983.180800] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ac1b6c-68e7-9448-434d-0d41cd85c62a" [ 983.180800] env[68864]: _type = "HttpNfcLease" [ 983.180800] env[68864]: } obtained for exporting VM: (result){ [ 983.180800] env[68864]: value = "vm-637160" [ 983.180800] env[68864]: _type = "VirtualMachine" [ 983.180800] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.181151] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the lease: (returnval){ [ 983.181151] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ac1b6c-68e7-9448-434d-0d41cd85c62a" [ 983.181151] env[68864]: _type = "HttpNfcLease" [ 983.181151] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.187195] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.187195] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ac1b6c-68e7-9448-434d-0d41cd85c62a" [ 983.187195] env[68864]: _type = "HttpNfcLease" [ 983.187195] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.328808] env[68864]: DEBUG oslo_vmware.api [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185793, 'name': PowerOffVM_Task, 'duration_secs': 0.295032} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.329131] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.329331] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.329643] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9850a1a6-21ae-492a-8cd8-57581cfeb4b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.411885] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.412248] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.412449] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Deleting the datastore file [datastore1] 53ec18b2-6be6-4138-94b4-d2aee71a4f8e {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.412726] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-801d777c-741c-492d-adfc-f838ce6702a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.421023] env[68864]: DEBUG oslo_vmware.api [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for the task: (returnval){ [ 983.421023] env[68864]: value = "task-3185796" [ 983.421023] env[68864]: _type = "Task" [ 983.421023] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.439015] env[68864]: DEBUG oslo_vmware.api [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.534613] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.534788] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.534969] env[68864]: DEBUG nova.network.neutron [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.694846] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.694846] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ac1b6c-68e7-9448-434d-0d41cd85c62a" [ 983.694846] env[68864]: _type = "HttpNfcLease" [ 983.694846] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.694846] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.694846] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ac1b6c-68e7-9448-434d-0d41cd85c62a" [ 983.694846] env[68864]: _type = "HttpNfcLease" [ 983.694846] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 983.695452] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73669ff8-d5bc-445f-83c3-84bcb978015c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.702600] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543573-f2ea-0b8a-acab-974f0a4eba92/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.703078] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543573-f2ea-0b8a-acab-974f0a4eba92/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 983.801949] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a82e63f-05ea-414e-9532-4114289b6ccb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.931223] env[68864]: DEBUG oslo_vmware.api [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Task: {'id': task-3185796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371874} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.931223] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.931472] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.931472] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.931635] env[68864]: INFO nova.compute.manager [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 983.931879] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.932231] env[68864]: DEBUG nova.compute.manager [-] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.932231] env[68864]: DEBUG nova.network.neutron [-] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.937409] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddcbed1-d510-49ec-9845-7db587515802 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.944244] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89643ef1-ddb3-4669-a891-355f21412375 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.977293] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0df4ee-ebbe-411a-8d09-88c4c023dd10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.980553] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.980553] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.980763] env[68864]: INFO nova.compute.manager [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Attaching volume e12401d5-9a92-4b1a-ad0b-4f9aed7bafee to /dev/sdb [ 983.990985] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74131142-05c9-4c50-8e6b-fd131a18f079 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.008200] env[68864]: DEBUG nova.compute.provider_tree [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.036658] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e67e0a5-bf5a-4fb6-82b7-e6b906f88012 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.046905] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f4cea-652c-4fc1-87c6-380d76103d13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.060757] env[68864]: DEBUG nova.virt.block_device [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updating existing volume attachment record: 8ef821bf-7094-4373-99d7-3b3c2bd5d224 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 984.358540] env[68864]: DEBUG nova.compute.manager [req-09d1c01f-1375-4c51-b4fa-00ed66ff3b6a req-7e8a348a-2995-41ad-bc7d-add6c6bb5b18 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Received event network-vif-deleted-f9485a96-11cb-4956-a5dd-b6d7fc2c7468 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.359264] env[68864]: INFO nova.compute.manager [req-09d1c01f-1375-4c51-b4fa-00ed66ff3b6a req-7e8a348a-2995-41ad-bc7d-add6c6bb5b18 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Neutron deleted interface f9485a96-11cb-4956-a5dd-b6d7fc2c7468; detaching it from the instance and deleting it from the info cache [ 984.360573] env[68864]: DEBUG nova.network.neutron [req-09d1c01f-1375-4c51-b4fa-00ed66ff3b6a req-7e8a348a-2995-41ad-bc7d-add6c6bb5b18 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.410499] env[68864]: DEBUG nova.network.neutron [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance_info_cache with network_info: [{"id": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "address": "fa:16:3e:4a:d3:8a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b0be62-ae", "ovs_interfaceid": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.516133] env[68864]: DEBUG nova.scheduler.client.report [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.836595] env[68864]: DEBUG nova.network.neutron [-] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.863107] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9966e49f-51ef-4093-844f-672ed6033b2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.872705] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4bcc8b-dbe3-46f9-9b65-f0151adfa22d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.908663] env[68864]: DEBUG nova.compute.manager [req-09d1c01f-1375-4c51-b4fa-00ed66ff3b6a req-7e8a348a-2995-41ad-bc7d-add6c6bb5b18 service nova] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Detach interface failed, port_id=f9485a96-11cb-4956-a5dd-b6d7fc2c7468, reason: Instance 53ec18b2-6be6-4138-94b4-d2aee71a4f8e could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.913512] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.020595] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.023344] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.453s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.026545] env[68864]: INFO nova.compute.claims [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.043123] env[68864]: INFO nova.scheduler.client.report [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Deleted allocations for instance 517e4882-535f-4c30-9040-042391903a4f [ 985.342304] env[68864]: INFO nova.compute.manager [-] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Took 1.41 seconds to deallocate network for instance. [ 985.552519] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c4ce6062-8d28-4483-bb2d-f28dad109f46 tempest-ServerDiskConfigTestJSON-723548208 tempest-ServerDiskConfigTestJSON-723548208-project-member] Lock "517e4882-535f-4c30-9040-042391903a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.678s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.849525] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.331671] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6017f-e449-4e35-b747-28316c2e5e35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.339614] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d68988-4b34-4b13-997c-f53e5a6663b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.371912] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825f7ae4-961e-404e-954c-65352c0c0214 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.379360] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba61eb03-8f3a-4a3d-8339-c15478ba530f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.394398] env[68864]: DEBUG nova.compute.provider_tree [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.428364] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ddedae-f698-41f0-ba61-47c395782cd8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.447741] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance '5fae2104-5add-40ad-9e1e-4c47739b3017' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.898364] env[68864]: DEBUG nova.scheduler.client.report [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.953858] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.954245] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43cbbab1-0a97-49a6-b3a6-bf942033c430 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.963238] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 986.963238] env[68864]: value = "task-3185799" [ 986.963238] env[68864]: _type = "Task" [ 986.963238] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.974833] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.404113] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.405389] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.236s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.406868] env[68864]: INFO nova.compute.claims [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.473228] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185799, 'name': PowerOffVM_Task, 'duration_secs': 0.221054} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.473540] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.473731] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance '5fae2104-5add-40ad-9e1e-4c47739b3017' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.911231] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "f64665de-5f08-459b-aa85-158758708109" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.911542] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "f64665de-5f08-459b-aa85-158758708109" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.980616] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.980874] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.981100] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.981276] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.981442] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.981594] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.981980] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.982181] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.982428] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.982608] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.982805] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.991028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7aaec2-1273-4095-9e30-0e997d7cb0f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.010813] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 988.010813] env[68864]: value = "task-3185800" [ 988.010813] env[68864]: _type = "Task" [ 988.010813] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.020968] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.416634] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "f64665de-5f08-459b-aa85-158758708109" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.417232] env[68864]: DEBUG nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.523647] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185800, 'name': ReconfigVM_Task, 'duration_secs': 0.224209} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.523647] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance '5fae2104-5add-40ad-9e1e-4c47739b3017' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.624578] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 988.624835] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637161', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'name': 'volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'serial': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 988.625773] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022a4bf8-49d3-4232-a30e-b2416e3e182a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.643642] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786390d9-4404-4a57-86c1-9a4d5b3dfe36 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.668499] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee/volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.671376] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226b3aa6-7e33-4aed-949f-356f727e7778 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.690225] env[68864]: DEBUG oslo_vmware.api [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 988.690225] env[68864]: value = "task-3185801" [ 988.690225] env[68864]: _type = "Task" [ 988.690225] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.698598] env[68864]: DEBUG oslo_vmware.api [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.760037] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa0998-8dda-4199-a0d1-93685faf6a5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.768877] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843040dc-7ec2-49e1-af73-029493d630d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.801234] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e1628-8ec7-40d3-9b35-318c3205b30c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.808804] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa7ac2-8d82-48b3-9f6c-04d257782b11 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.824034] env[68864]: DEBUG nova.compute.provider_tree [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.927019] env[68864]: DEBUG nova.compute.utils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.927019] env[68864]: DEBUG nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.927019] env[68864]: DEBUG nova.network.neutron [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.968698] env[68864]: DEBUG nova.policy [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a199b0427cf4436e9b5c8fd67d16ca1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d4cf47f170045d6b309f72a2f748216', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.032087] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.032389] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.032570] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.032779] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.033374] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.033374] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.033993] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.034200] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.034616] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.034736] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.034966] env[68864]: DEBUG nova.virt.hardware [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.040914] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.041295] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6519cded-6015-4758-80a1-5e7a5fa93b13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.061065] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 989.061065] env[68864]: value = "task-3185802" [ 989.061065] env[68864]: _type = "Task" [ 989.061065] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.070310] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.201425] env[68864]: DEBUG oslo_vmware.api [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185801, 'name': ReconfigVM_Task, 'duration_secs': 0.455541} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.201722] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee/volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.206836] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ab570d-b543-4884-a79f-d77c33775844 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.222119] env[68864]: DEBUG oslo_vmware.api [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 989.222119] env[68864]: value = "task-3185803" [ 989.222119] env[68864]: _type = "Task" [ 989.222119] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.230446] env[68864]: DEBUG oslo_vmware.api [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.291593] env[68864]: DEBUG nova.network.neutron [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Successfully created port: a66ad935-5c53-42a6-be08-fc1d569e8e2b {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.327143] env[68864]: DEBUG nova.scheduler.client.report [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.431239] env[68864]: DEBUG nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.572288] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185802, 'name': ReconfigVM_Task, 'duration_secs': 0.202227} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.572572] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.573614] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1630547-b24b-4f61-bd47-2db1e3c7ad9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.599337] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 5fae2104-5add-40ad-9e1e-4c47739b3017/5fae2104-5add-40ad-9e1e-4c47739b3017.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.600336] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971351a9-ae9b-4d1f-9c59-fe3d30df41ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.619429] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 989.619429] env[68864]: value = "task-3185804" [ 989.619429] env[68864]: _type = "Task" [ 989.619429] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.627488] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.732512] env[68864]: DEBUG oslo_vmware.api [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185803, 'name': ReconfigVM_Task, 'duration_secs': 0.149911} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.732902] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637161', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'name': 'volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'serial': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 989.832144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.832774] env[68864]: DEBUG nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.836672] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.986s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.836672] env[68864]: DEBUG nova.objects.instance [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lazy-loading 'resources' on Instance uuid 53ec18b2-6be6-4138-94b4-d2aee71a4f8e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.131539] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185804, 'name': ReconfigVM_Task, 'duration_secs': 0.301859} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.132301] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 5fae2104-5add-40ad-9e1e-4c47739b3017/5fae2104-5add-40ad-9e1e-4c47739b3017.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.132942] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance '5fae2104-5add-40ad-9e1e-4c47739b3017' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.339614] env[68864]: DEBUG nova.compute.utils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.341360] env[68864]: DEBUG nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.341584] env[68864]: DEBUG nova.network.neutron [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.410867] env[68864]: DEBUG nova.policy [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27fa3d88873d4da38c1333caf80dbd13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f02786f16c2a467c9be4d0266df3fce0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.440217] env[68864]: DEBUG nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.462958] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.463459] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.463459] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.463996] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.464220] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.464370] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.464945] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.464945] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.464945] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.465179] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.465453] env[68864]: DEBUG nova.virt.hardware [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.466590] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da2a516-090c-452a-981f-c7081eb01449 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.477674] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50398452-d35d-4ecf-922f-5167cdb14072 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.644018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a05e445-814e-496f-a075-cab35a710291 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.666063] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31192f9d-59b6-406a-8fa0-8a8c0f99527b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.687013] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance '5fae2104-5add-40ad-9e1e-4c47739b3017' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.730024] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe102bb-3310-4bbd-984b-18aa25caa6a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.735775] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b08c3d-99e6-4e7f-b204-cae1201aa7e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.776606] env[68864]: DEBUG nova.objects.instance [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid c591afe0-f04e-4de3-9d14-b30444a864dd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.783035] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d81277-1194-4cd3-aff4-ed18a35955bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.791425] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82beef58-f6e3-4183-9866-24c9ee7f7997 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.806144] env[68864]: DEBUG nova.compute.provider_tree [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.849119] env[68864]: DEBUG nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.931618] env[68864]: DEBUG nova.compute.manager [req-1b0cfac1-b9d3-442e-ae02-cb0c3dde15dc req-db0252d1-878b-4d72-9999-a14ce7210037 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Received event network-vif-plugged-a66ad935-5c53-42a6-be08-fc1d569e8e2b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.931884] env[68864]: DEBUG oslo_concurrency.lockutils [req-1b0cfac1-b9d3-442e-ae02-cb0c3dde15dc req-db0252d1-878b-4d72-9999-a14ce7210037 service nova] Acquiring lock "64afd238-548b-41de-b41c-2a8057b1e8d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.932032] env[68864]: DEBUG oslo_concurrency.lockutils [req-1b0cfac1-b9d3-442e-ae02-cb0c3dde15dc req-db0252d1-878b-4d72-9999-a14ce7210037 service nova] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.933314] env[68864]: DEBUG oslo_concurrency.lockutils [req-1b0cfac1-b9d3-442e-ae02-cb0c3dde15dc req-db0252d1-878b-4d72-9999-a14ce7210037 service nova] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.933314] env[68864]: DEBUG nova.compute.manager [req-1b0cfac1-b9d3-442e-ae02-cb0c3dde15dc req-db0252d1-878b-4d72-9999-a14ce7210037 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] No waiting events found dispatching network-vif-plugged-a66ad935-5c53-42a6-be08-fc1d569e8e2b {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.933314] env[68864]: WARNING nova.compute.manager [req-1b0cfac1-b9d3-442e-ae02-cb0c3dde15dc req-db0252d1-878b-4d72-9999-a14ce7210037 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Received unexpected event network-vif-plugged-a66ad935-5c53-42a6-be08-fc1d569e8e2b for instance with vm_state building and task_state spawning. [ 991.103842] env[68864]: DEBUG nova.network.neutron [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Successfully created port: 0676a61b-a247-4aa5-be1a-a80ed4cadbcc {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.155264] env[68864]: DEBUG nova.network.neutron [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Successfully updated port: a66ad935-5c53-42a6-be08-fc1d569e8e2b {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.259041] env[68864]: DEBUG nova.network.neutron [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Port c0b0be62-ae67-4da9-b0f3-dbc712619bd0 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 991.282771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a84b092a-fe0e-421e-9d33-870c156159af tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.302s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.309836] env[68864]: DEBUG nova.scheduler.client.report [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.617158] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "02e1758c-eff1-49dc-be05-5e3e4499e78f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.617883] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.651211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.652313] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.658154] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "refresh_cache-64afd238-548b-41de-b41c-2a8057b1e8d0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.658307] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquired lock "refresh_cache-64afd238-548b-41de-b41c-2a8057b1e8d0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.658599] env[68864]: DEBUG nova.network.neutron [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.725351] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543573-f2ea-0b8a-acab-974f0a4eba92/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 991.725972] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdd2fc5-fe60-4e27-a7ab-778c4a6f4c58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.732814] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543573-f2ea-0b8a-acab-974f0a4eba92/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 991.732982] env[68864]: ERROR oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543573-f2ea-0b8a-acab-974f0a4eba92/disk-0.vmdk due to incomplete transfer. [ 991.733576] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6c6595b-ffd3-448f-8e87-cda0556491e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.742033] env[68864]: DEBUG oslo_vmware.rw_handles [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52543573-f2ea-0b8a-acab-974f0a4eba92/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 991.742153] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Uploaded image 110b52d0-77d6-4f15-9a52-0bc5ac40b636 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 991.744393] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 991.744684] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5238903e-1d57-49f5-9570-1a2971b74ef8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.750732] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 991.750732] env[68864]: value = "task-3185805" [ 991.750732] env[68864]: _type = "Task" [ 991.750732] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.759703] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185805, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.817893] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.843777] env[68864]: INFO nova.scheduler.client.report [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Deleted allocations for instance 53ec18b2-6be6-4138-94b4-d2aee71a4f8e [ 991.862529] env[68864]: DEBUG nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.897159] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.897159] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.897159] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.897159] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.897159] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.897159] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.897159] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.897800] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.898163] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.898477] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.898805] env[68864]: DEBUG nova.virt.hardware [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.899796] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001f65ec-7492-4ad6-9066-a4c83f5da752 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.912434] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291c844-a4b7-4653-8059-3b652b9c70aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.120181] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.155380] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.200222] env[68864]: DEBUG nova.network.neutron [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.260592] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.260990] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.278207] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185805, 'name': Destroy_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.287629] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.287860] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.288054] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.353692] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1986f13-cdaf-4353-994e-c5d30416f9ef tempest-InstanceActionsNegativeTestJSON-380629888 tempest-InstanceActionsNegativeTestJSON-380629888-project-member] Lock "53ec18b2-6be6-4138-94b4-d2aee71a4f8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.064s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.360617] env[68864]: DEBUG nova.network.neutron [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Updating instance_info_cache with network_info: [{"id": "a66ad935-5c53-42a6-be08-fc1d569e8e2b", "address": "fa:16:3e:15:8e:07", "network": {"id": "442e725c-ab4a-4c2e-80ce-384c3f372c5a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-702501326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4cf47f170045d6b309f72a2f748216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66ad935-5c", "ovs_interfaceid": "a66ad935-5c53-42a6-be08-fc1d569e8e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.652139] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.653320] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.654876] env[68864]: INFO nova.compute.claims [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 992.689882] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.762193] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185805, 'name': Destroy_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.779674] env[68864]: DEBUG nova.compute.utils [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.863447] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Releasing lock "refresh_cache-64afd238-548b-41de-b41c-2a8057b1e8d0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.864034] env[68864]: DEBUG nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Instance network_info: |[{"id": "a66ad935-5c53-42a6-be08-fc1d569e8e2b", "address": "fa:16:3e:15:8e:07", "network": {"id": "442e725c-ab4a-4c2e-80ce-384c3f372c5a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-702501326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4cf47f170045d6b309f72a2f748216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66ad935-5c", "ovs_interfaceid": "a66ad935-5c53-42a6-be08-fc1d569e8e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.864573] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:8e:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a66ad935-5c53-42a6-be08-fc1d569e8e2b', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.872427] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Creating folder: Project (1d4cf47f170045d6b309f72a2f748216). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.877325] env[68864]: DEBUG nova.network.neutron [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Successfully updated port: 0676a61b-a247-4aa5-be1a-a80ed4cadbcc {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.878721] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a94ae23-61ce-4787-9709-7def5d7bb229 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.889044] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Created folder: Project (1d4cf47f170045d6b309f72a2f748216) in parent group-v636929. [ 992.889191] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Creating folder: Instances. Parent ref: group-v637162. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.889436] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa697aa-1073-4be7-8af2-a452e0894ffb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.899256] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Created folder: Instances in parent group-v637162. [ 992.899449] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.899640] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.901311] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a94e43ed-6a19-4da7-b1ee-79f72eb37b91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.920114] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.920114] env[68864]: value = "task-3185808" [ 992.920114] env[68864]: _type = "Task" [ 992.920114] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.928438] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185808, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.263044] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185805, 'name': Destroy_Task, 'duration_secs': 1.104206} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.263352] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Destroyed the VM [ 993.263561] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 993.263874] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fab82e08-0c76-4317-a4e8-601e4664b970 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.270244] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 993.270244] env[68864]: value = "task-3185809" [ 993.270244] env[68864]: _type = "Task" [ 993.270244] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.279223] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185809, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.282855] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.340646] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.340846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.341036] env[68864]: DEBUG nova.network.neutron [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.382210] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "refresh_cache-9b39b8db-449c-4728-8389-940e0d1e04fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.382210] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquired lock "refresh_cache-9b39b8db-449c-4728-8389-940e0d1e04fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.382210] env[68864]: DEBUG nova.network.neutron [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.408041] env[68864]: DEBUG nova.compute.manager [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Received event network-changed-a66ad935-5c53-42a6-be08-fc1d569e8e2b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.408041] env[68864]: DEBUG nova.compute.manager [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Refreshing instance network info cache due to event network-changed-a66ad935-5c53-42a6-be08-fc1d569e8e2b. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.408287] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Acquiring lock "refresh_cache-64afd238-548b-41de-b41c-2a8057b1e8d0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.408563] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Acquired lock "refresh_cache-64afd238-548b-41de-b41c-2a8057b1e8d0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.408563] env[68864]: DEBUG nova.network.neutron [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Refreshing network info cache for port a66ad935-5c53-42a6-be08-fc1d569e8e2b {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.430191] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185808, 'name': CreateVM_Task, 'duration_secs': 0.334581} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.430365] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.431033] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.431207] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.431517] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.431758] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ad8fd5-18f1-49af-bd59-3ce62015f927 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.436740] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 993.436740] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5214f016-ef49-d67e-ffbe-4c32ec4a7906" [ 993.436740] env[68864]: _type = "Task" [ 993.436740] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.444366] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5214f016-ef49-d67e-ffbe-4c32ec4a7906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.599049] env[68864]: INFO nova.compute.manager [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Rebuilding instance [ 993.646020] env[68864]: DEBUG nova.compute.manager [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.646020] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fe5a2e-18fe-4167-89fc-a9f26e119d62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.780084] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185809, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.949822] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5214f016-ef49-d67e-ffbe-4c32ec4a7906, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.953477] env[68864]: DEBUG nova.network.neutron [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.955324] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.955584] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.955817] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.956150] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.956393] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.956865] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e215cbe0-7c4b-4894-8002-0d5fbbc59ac2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.970650] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.970849] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.971601] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de257e2b-1cb9-49d7-bb72-139efd614d8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.978358] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 993.978358] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f010ab-87ee-011c-c1e0-1d7bede6dd51" [ 993.978358] env[68864]: _type = "Task" [ 993.978358] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.995019] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f010ab-87ee-011c-c1e0-1d7bede6dd51, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.998482] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af9061a-15cb-44bd-887f-7734a179e2aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.003642] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 994.003642] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b78364-ad97-2829-5338-4819325b3137" [ 994.003642] env[68864]: _type = "Task" [ 994.003642] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.011681] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b78364-ad97-2829-5338-4819325b3137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.025490] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd36ef9-79e5-4bdf-923a-74d03a512489 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.037217] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcbdb1e-ad86-49c5-969e-fa6b15781504 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.078637] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092d1c87-1e7e-494f-85b6-4003717f75fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.090816] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac1b69e-8c4b-4e09-be01-3112ef4c4c48 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.104197] env[68864]: DEBUG nova.compute.provider_tree [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.271282] env[68864]: DEBUG nova.network.neutron [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Updated VIF entry in instance network info cache for port a66ad935-5c53-42a6-be08-fc1d569e8e2b. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.271641] env[68864]: DEBUG nova.network.neutron [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Updating instance_info_cache with network_info: [{"id": "a66ad935-5c53-42a6-be08-fc1d569e8e2b", "address": "fa:16:3e:15:8e:07", "network": {"id": "442e725c-ab4a-4c2e-80ce-384c3f372c5a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-702501326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4cf47f170045d6b309f72a2f748216", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa66ad935-5c", "ovs_interfaceid": "a66ad935-5c53-42a6-be08-fc1d569e8e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.281842] env[68864]: DEBUG oslo_vmware.api [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185809, 'name': RemoveSnapshot_Task, 'duration_secs': 0.5334} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.282650] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 994.282884] env[68864]: INFO nova.compute.manager [None req-958271d1-b9e0-4bda-9656-dfbd26e64d6c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Took 14.77 seconds to snapshot the instance on the hypervisor. [ 994.289974] env[68864]: DEBUG nova.network.neutron [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Updating instance_info_cache with network_info: [{"id": "0676a61b-a247-4aa5-be1a-a80ed4cadbcc", "address": "fa:16:3e:8b:b2:90", "network": {"id": "0b93ab15-41bb-40f0-a05b-8f6399492d4d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-142617840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f02786f16c2a467c9be4d0266df3fce0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0676a61b-a2", "ovs_interfaceid": "0676a61b-a247-4aa5-be1a-a80ed4cadbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.338360] env[68864]: DEBUG nova.network.neutron [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance_info_cache with network_info: [{"id": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "address": "fa:16:3e:4a:d3:8a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b0be62-ae", "ovs_interfaceid": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.346459] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.346710] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.346936] env[68864]: INFO nova.compute.manager [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Attaching volume 574eb7c1-1093-4080-88e6-ff059d70701f to /dev/sdc [ 994.383605] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81ebf0-eb83-4f52-aab4-676847189b43 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.391481] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf06a2c-51e4-4bf6-b37e-14b180c0a679 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.407026] env[68864]: DEBUG nova.virt.block_device [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updating existing volume attachment record: fedfe6e4-aa9a-43b1-9ce1-097e8f589bda {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 994.514015] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b78364-ad97-2829-5338-4819325b3137, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.514367] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.514653] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 64afd238-548b-41de-b41c-2a8057b1e8d0/64afd238-548b-41de-b41c-2a8057b1e8d0.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.514919] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2bcb1a6-1675-4f2e-ba6a-72ff289b0393 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.520730] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 994.520730] env[68864]: value = "task-3185810" [ 994.520730] env[68864]: _type = "Task" [ 994.520730] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.528456] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.587174] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.587460] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.587648] env[68864]: INFO nova.compute.manager [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Shelving [ 994.608059] env[68864]: DEBUG nova.scheduler.client.report [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.658455] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.658792] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f46e114-5b8b-4cef-b0e9-7d2429618e9b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.666449] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 994.666449] env[68864]: value = "task-3185812" [ 994.666449] env[68864]: _type = "Task" [ 994.666449] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.675567] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.774930] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Releasing lock "refresh_cache-64afd238-548b-41de-b41c-2a8057b1e8d0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.775209] env[68864]: DEBUG nova.compute.manager [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Received event network-vif-plugged-0676a61b-a247-4aa5-be1a-a80ed4cadbcc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.775412] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Acquiring lock "9b39b8db-449c-4728-8389-940e0d1e04fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.775626] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.775787] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.775963] env[68864]: DEBUG nova.compute.manager [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] No waiting events found dispatching network-vif-plugged-0676a61b-a247-4aa5-be1a-a80ed4cadbcc {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.776131] env[68864]: WARNING nova.compute.manager [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Received unexpected event network-vif-plugged-0676a61b-a247-4aa5-be1a-a80ed4cadbcc for instance with vm_state building and task_state spawning. [ 994.776391] env[68864]: DEBUG nova.compute.manager [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Received event network-changed-0676a61b-a247-4aa5-be1a-a80ed4cadbcc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.776455] env[68864]: DEBUG nova.compute.manager [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Refreshing instance network info cache due to event network-changed-0676a61b-a247-4aa5-be1a-a80ed4cadbcc. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.776636] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Acquiring lock "refresh_cache-9b39b8db-449c-4728-8389-940e0d1e04fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.791895] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Releasing lock "refresh_cache-9b39b8db-449c-4728-8389-940e0d1e04fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.792234] env[68864]: DEBUG nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Instance network_info: |[{"id": "0676a61b-a247-4aa5-be1a-a80ed4cadbcc", "address": "fa:16:3e:8b:b2:90", "network": {"id": "0b93ab15-41bb-40f0-a05b-8f6399492d4d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-142617840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f02786f16c2a467c9be4d0266df3fce0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0676a61b-a2", "ovs_interfaceid": "0676a61b-a247-4aa5-be1a-a80ed4cadbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.792687] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Acquired lock "refresh_cache-9b39b8db-449c-4728-8389-940e0d1e04fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.793647] env[68864]: DEBUG nova.network.neutron [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Refreshing network info cache for port 0676a61b-a247-4aa5-be1a-a80ed4cadbcc {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.793924] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:b2:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0676a61b-a247-4aa5-be1a-a80ed4cadbcc', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.803295] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Creating folder: Project (f02786f16c2a467c9be4d0266df3fce0). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.803520] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb981d3a-f4fd-430f-aa48-f26f45d0a4ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.818262] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Created folder: Project (f02786f16c2a467c9be4d0266df3fce0) in parent group-v636929. [ 994.818262] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Creating folder: Instances. Parent ref: group-v637166. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.818262] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dedb9087-a73c-45c7-952b-42aa5e25b2e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.827442] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Created folder: Instances in parent group-v637166. [ 994.827780] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.827921] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.828167] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e9e11c3-07bd-4452-8154-8949dccddbe7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.847250] env[68864]: DEBUG oslo_concurrency.lockutils [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.857428] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.857428] env[68864]: value = "task-3185815" [ 994.857428] env[68864]: _type = "Task" [ 994.857428] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.865723] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185815, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.030952] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185810, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.115019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.115019] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.118801] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.429s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.120574] env[68864]: INFO nova.compute.claims [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.180638] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185812, 'name': PowerOffVM_Task, 'duration_secs': 0.187807} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.180916] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.181622] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.181880] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63bfab02-2f85-4582-9a19-0734a5fcc212 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.188215] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 995.188215] env[68864]: value = "task-3185816" [ 995.188215] env[68864]: _type = "Task" [ 995.188215] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.203153] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 995.203418] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 995.203639] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637137', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'name': 'volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b615ba0-1df0-41ed-9f95-1350abc25691', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'serial': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 995.204572] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac51fe3d-6785-4ba2-88d8-f686291556bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.226110] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba23fdaa-9ffc-47ee-958b-aec6ad11d3a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.236613] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b00578-3e18-47e1-b2af-72fcc599bf0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.256512] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12699a8-aedf-4f3e-a46d-362cf8d642e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.271502] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] The volume has not been displaced from its original location: [datastore2] volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12/volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 995.277054] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.277724] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4f3b17-8fbf-43bd-8cc7-d381528bf42b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.297124] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 995.297124] env[68864]: value = "task-3185817" [ 995.297124] env[68864]: _type = "Task" [ 995.297124] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.308799] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.369245] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185815, 'name': CreateVM_Task, 'duration_secs': 0.467251} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.369458] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.370165] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.370342] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.370683] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.370952] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b6909c-b9b3-4c98-b1de-26272d915d83 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.375867] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 995.375867] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a69a71-291d-d784-961d-1828a0b8c200" [ 995.375867] env[68864]: _type = "Task" [ 995.375867] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.379937] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9136b19-7b7f-4d16-80fe-db4d2f139df4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.389619] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a69a71-291d-d784-961d-1828a0b8c200, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.402723] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.402977] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.403242] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.403404] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.403596] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.403978] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5d6508a-db19-451c-ae87-7537184e2a3f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.409357] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5879a5-709e-47b8-b3a7-a9c85040dce9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.416807] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance '5fae2104-5add-40ad-9e1e-4c47739b3017' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.421438] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.422375] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.422596] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308787d8-db30-44fd-af54-5de405160683 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.427548] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 995.427548] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5229cb79-e3d9-1329-bdc3-6e05df893b64" [ 995.427548] env[68864]: _type = "Task" [ 995.427548] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.435260] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5229cb79-e3d9-1329-bdc3-6e05df893b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.532656] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540307} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.532973] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 64afd238-548b-41de-b41c-2a8057b1e8d0/64afd238-548b-41de-b41c-2a8057b1e8d0.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.533274] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.533574] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59badb3c-7a18-41eb-aa4c-cc558a20401d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.539554] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 995.539554] env[68864]: value = "task-3185818" [ 995.539554] env[68864]: _type = "Task" [ 995.539554] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.547378] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.597918] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.598298] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d67240b-2a5c-454d-a71c-317df5a22bf2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.604787] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 995.604787] env[68864]: value = "task-3185819" [ 995.604787] env[68864]: _type = "Task" [ 995.604787] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.613137] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.625700] env[68864]: DEBUG nova.compute.utils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.629137] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.629341] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.808803] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185817, 'name': ReconfigVM_Task, 'duration_secs': 0.167696} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.809181] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 995.814526] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2a8d67-0081-4c30-8ced-53c28bb643d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.830863] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 995.830863] env[68864]: value = "task-3185820" [ 995.830863] env[68864]: _type = "Task" [ 995.830863] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.843726] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.877663] env[68864]: DEBUG nova.policy [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd07c45463db4f2983e52b34936e22cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9653bacef053443aa6063e17ac934811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.924620] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.925067] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c18673-eaf5-4013-a034-e29c9b2337c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.934223] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 995.934223] env[68864]: value = "task-3185821" [ 995.934223] env[68864]: _type = "Task" [ 995.934223] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.943416] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5229cb79-e3d9-1329-bdc3-6e05df893b64, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.944667] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab3b86e-354a-41e4-9feb-9c03af593ddc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.952852] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.958513] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 995.958513] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529fd859-b5f8-603e-94a1-b2ae82a5b4f3" [ 995.958513] env[68864]: _type = "Task" [ 995.958513] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.968505] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529fd859-b5f8-603e-94a1-b2ae82a5b4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.994551] env[68864]: DEBUG nova.network.neutron [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Updated VIF entry in instance network info cache for port 0676a61b-a247-4aa5-be1a-a80ed4cadbcc. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.994962] env[68864]: DEBUG nova.network.neutron [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Updating instance_info_cache with network_info: [{"id": "0676a61b-a247-4aa5-be1a-a80ed4cadbcc", "address": "fa:16:3e:8b:b2:90", "network": {"id": "0b93ab15-41bb-40f0-a05b-8f6399492d4d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-142617840-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f02786f16c2a467c9be4d0266df3fce0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0676a61b-a2", "ovs_interfaceid": "0676a61b-a247-4aa5-be1a-a80ed4cadbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.052068] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062081} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.052355] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.054326] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b34df5-765b-4bb8-8946-3e1082db0c44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.077430] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 64afd238-548b-41de-b41c-2a8057b1e8d0/64afd238-548b-41de-b41c-2a8057b1e8d0.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.078186] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-429473b8-410f-4ac2-9e73-2de983910a03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.097513] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 996.097513] env[68864]: value = "task-3185822" [ 996.097513] env[68864]: _type = "Task" [ 996.097513] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.105881] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.113716] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185819, 'name': PowerOffVM_Task, 'duration_secs': 0.377941} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.113978] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.114861] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931d1868-f750-4e52-88fc-acf66e1e1d22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.133101] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f923d898-5a46-4439-aa0d-f0415d10043d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.136529] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.208045] env[68864]: DEBUG nova.compute.manager [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.209595] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf71fc92-3984-4cd3-9811-3d99f08951ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.265378] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Successfully created port: 502f5a47-3366-4a41-8f16-308c37b1ae6a {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.350546] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185820, 'name': ReconfigVM_Task, 'duration_secs': 0.246735} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.352089] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637137', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'name': 'volume-fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b615ba0-1df0-41ed-9f95-1350abc25691', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12', 'serial': 'fd40e68e-efc2-4c7f-9b55-06f2abd6bf12'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.352089] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.352089] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45de0bca-ad30-44c8-b100-03fdda7f931c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.359567] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.362947] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf761033-5fb3-4625-a962-7f7c6ce5b486 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.424998] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.425248] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.425523] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Deleting the datastore file [datastore2] 3b615ba0-1df0-41ed-9f95-1350abc25691 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.434022] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ddc0a9-cdb9-41c6-b55d-f8d8743e146a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.443783] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185821, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.445140] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for the task: (returnval){ [ 996.445140] env[68864]: value = "task-3185824" [ 996.445140] env[68864]: _type = "Task" [ 996.445140] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.452732] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.468072] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529fd859-b5f8-603e-94a1-b2ae82a5b4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.470577] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.470836] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9b39b8db-449c-4728-8389-940e0d1e04fd/9b39b8db-449c-4728-8389-940e0d1e04fd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.471290] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-487a5c88-9cec-45be-9cf8-2a4e1c18ece4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.478230] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 996.478230] env[68864]: value = "task-3185825" [ 996.478230] env[68864]: _type = "Task" [ 996.478230] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.486055] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.502201] env[68864]: DEBUG oslo_concurrency.lockutils [req-6a9d3455-fb63-4fdd-b633-0e09e28c8e3b req-40372aad-64cd-42b0-9a15-80339ea68a17 service nova] Releasing lock "refresh_cache-9b39b8db-449c-4728-8389-940e0d1e04fd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.546725] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd17d77f-2436-4aca-a55d-04267561ba56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.554795] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c68bc-a798-4127-b5db-6ef01649961c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.588535] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8112849-4621-4520-910e-517f644ef572 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.596150] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b55062-99d0-4b89-b779-7bf606703de2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.614607] env[68864]: DEBUG nova.compute.provider_tree [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.619647] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185822, 'name': ReconfigVM_Task, 'duration_secs': 0.270132} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.620443] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 64afd238-548b-41de-b41c-2a8057b1e8d0/64afd238-548b-41de-b41c-2a8057b1e8d0.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.621093] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-073520b5-5411-4b7b-bdd2-de9262a8e2c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.627913] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 996.627913] env[68864]: value = "task-3185827" [ 996.627913] env[68864]: _type = "Task" [ 996.627913] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.639068] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185827, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.654679] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 996.655390] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-053748e4-11f2-4e15-8c49-7e3a34f4d106 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.664369] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 996.664369] env[68864]: value = "task-3185828" [ 996.664369] env[68864]: _type = "Task" [ 996.664369] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.673745] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.724493] env[68864]: INFO nova.compute.manager [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] instance snapshotting [ 996.727572] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec14f57c-a0ac-4b27-a038-46038adafcd9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.747254] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc50670-bf21-470f-b059-ec9371a0ce35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.947153] env[68864]: DEBUG oslo_vmware.api [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185821, 'name': PowerOnVM_Task, 'duration_secs': 0.624936} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.951678] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.952638] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-889346c6-1123-4fc4-b1b4-50792c10511b tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance '5fae2104-5add-40ad-9e1e-4c47739b3017' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.963441] env[68864]: DEBUG oslo_vmware.api [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Task: {'id': task-3185824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096352} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.963441] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.963441] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.963441] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.988664] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490105} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.988975] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9b39b8db-449c-4728-8389-940e0d1e04fd/9b39b8db-449c-4728-8389-940e0d1e04fd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.989584] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.989584] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732b077b-007a-4bfc-9b3a-2e4d74b1e9b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.998187] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 996.998187] env[68864]: value = "task-3185829" [ 996.998187] env[68864]: _type = "Task" [ 996.998187] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.008202] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.055884] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.056316] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f8e23a6-e92b-49e6-8177-fb7d8af69c79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.069662] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829488ba-039e-4229-9f05-9d7ad360a274 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.112327] env[68864]: ERROR nova.compute.manager [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Failed to detach volume fd40e68e-efc2-4c7f-9b55-06f2abd6bf12 from /dev/sda: nova.exception.InstanceNotFound: Instance 3b615ba0-1df0-41ed-9f95-1350abc25691 could not be found. [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Traceback (most recent call last): [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self.driver.rebuild(**kwargs) [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] raise NotImplementedError() [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] NotImplementedError [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] During handling of the above exception, another exception occurred: [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Traceback (most recent call last): [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self.driver.detach_volume(context, old_connection_info, [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] return self._volumeops.detach_volume(connection_info, instance) [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self._detach_volume_vmdk(connection_info, instance) [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] stable_ref.fetch_moref(session) [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] raise exception.InstanceNotFound(instance_id=self._uuid) [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] nova.exception.InstanceNotFound: Instance 3b615ba0-1df0-41ed-9f95-1350abc25691 could not be found. [ 997.112327] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.122967] env[68864]: DEBUG nova.scheduler.client.report [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.138463] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185827, 'name': Rename_Task, 'duration_secs': 0.32153} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.141410] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.141795] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ee18a8e-29e7-4b08-b3f3-3d828600bb7f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.148920] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.151155] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 997.151155] env[68864]: value = "task-3185830" [ 997.151155] env[68864]: _type = "Task" [ 997.151155] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.165898] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.176956] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.185861] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.186149] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.186335] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.186556] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.186731] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.186996] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.187172] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.187376] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.187604] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.187786] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.188019] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.189179] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6f4355-e55a-4beb-9400-d48ce2cb35c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.201048] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933b088a-ab9b-4c16-bf93-06d88fdb8836 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.259631] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 997.259843] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f1fc549-61e9-4a39-b037-bb8e94ececbc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.270061] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 997.270061] env[68864]: value = "task-3185831" [ 997.270061] env[68864]: _type = "Task" [ 997.270061] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.277396] env[68864]: DEBUG nova.compute.utils [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Build of instance 3b615ba0-1df0-41ed-9f95-1350abc25691 aborted: Failed to rebuild volume backed instance. {{(pid=68864) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 997.281833] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185831, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.284252] env[68864]: ERROR nova.compute.manager [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3b615ba0-1df0-41ed-9f95-1350abc25691 aborted: Failed to rebuild volume backed instance. [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Traceback (most recent call last): [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self.driver.rebuild(**kwargs) [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] raise NotImplementedError() [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] NotImplementedError [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] During handling of the above exception, another exception occurred: [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Traceback (most recent call last): [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self._detach_root_volume(context, instance, root_bdm) [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] with excutils.save_and_reraise_exception(): [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self.force_reraise() [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] raise self.value [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self.driver.detach_volume(context, old_connection_info, [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] return self._volumeops.detach_volume(connection_info, instance) [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self._detach_volume_vmdk(connection_info, instance) [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] stable_ref.fetch_moref(session) [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] raise exception.InstanceNotFound(instance_id=self._uuid) [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] nova.exception.InstanceNotFound: Instance 3b615ba0-1df0-41ed-9f95-1350abc25691 could not be found. [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] During handling of the above exception, another exception occurred: [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Traceback (most recent call last): [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] yield [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 997.284252] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self._do_rebuild_instance_with_claim( [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self._do_rebuild_instance( [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self._rebuild_default_impl(**kwargs) [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] self._rebuild_volume_backed_instance( [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] raise exception.BuildAbortException( [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] nova.exception.BuildAbortException: Build of instance 3b615ba0-1df0-41ed-9f95-1350abc25691 aborted: Failed to rebuild volume backed instance. [ 997.285588] env[68864]: ERROR nova.compute.manager [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] [ 997.511624] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070477} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.512393] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.513615] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed09f5a2-9342-41c6-80af-41a8120ce978 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.545020] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 9b39b8db-449c-4728-8389-940e0d1e04fd/9b39b8db-449c-4728-8389-940e0d1e04fd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.545020] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2864628b-53c6-42d8-a60b-fe696f86d7f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.566958] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 997.566958] env[68864]: value = "task-3185832" [ 997.566958] env[68864]: _type = "Task" [ 997.566958] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.575535] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.575951] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.585630] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.628620] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.629375] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.663477] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.675166] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185828, 'name': CreateSnapshot_Task, 'duration_secs': 0.698389} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.675166] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 997.676637] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32386a-6263-490c-929b-a6398299f9d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.783535] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185831, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.043571] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Successfully updated port: 502f5a47-3366-4a41-8f16-308c37b1ae6a {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.080173] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185832, 'name': ReconfigVM_Task, 'duration_secs': 0.276697} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.080501] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 9b39b8db-449c-4728-8389-940e0d1e04fd/9b39b8db-449c-4728-8389-940e0d1e04fd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.081238] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebc26968-90bf-49c4-8d2d-84e319794f3c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.086881] env[68864]: DEBUG nova.compute.utils [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.089322] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 998.089322] env[68864]: value = "task-3185833" [ 998.089322] env[68864]: _type = "Task" [ 998.089322] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.099123] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185833, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.136016] env[68864]: DEBUG nova.compute.utils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.137456] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.137629] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.162389] env[68864]: DEBUG oslo_vmware.api [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185830, 'name': PowerOnVM_Task, 'duration_secs': 0.518807} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.162684] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.162902] env[68864]: INFO nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Took 7.72 seconds to spawn the instance on the hypervisor. [ 998.163112] env[68864]: DEBUG nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.163959] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9fec9d-4d1c-419a-ab5f-87b49cf3bda4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.198689] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 998.200447] env[68864]: DEBUG nova.policy [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd07c45463db4f2983e52b34936e22cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9653bacef053443aa6063e17ac934811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.203099] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-905b6fab-7cb3-4d24-975d-d52b20d72f01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.211810] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 998.211810] env[68864]: value = "task-3185834" [ 998.211810] env[68864]: _type = "Task" [ 998.211810] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.222926] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185834, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.285889] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185831, 'name': CreateSnapshot_Task, 'duration_secs': 0.904781} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.285889] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 998.285889] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba31429-86c4-425a-90e7-07c3cd148c86 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.454340] env[68864]: DEBUG nova.compute.manager [req-03fdc9ad-a505-47af-b8fc-c2cd915d0e96 req-89f3cfc3-75fd-47c8-ab2d-830afea92f6f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Received event network-vif-plugged-502f5a47-3366-4a41-8f16-308c37b1ae6a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.454340] env[68864]: DEBUG oslo_concurrency.lockutils [req-03fdc9ad-a505-47af-b8fc-c2cd915d0e96 req-89f3cfc3-75fd-47c8-ab2d-830afea92f6f service nova] Acquiring lock "02e1758c-eff1-49dc-be05-5e3e4499e78f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.454340] env[68864]: DEBUG oslo_concurrency.lockutils [req-03fdc9ad-a505-47af-b8fc-c2cd915d0e96 req-89f3cfc3-75fd-47c8-ab2d-830afea92f6f service nova] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.454340] env[68864]: DEBUG oslo_concurrency.lockutils [req-03fdc9ad-a505-47af-b8fc-c2cd915d0e96 req-89f3cfc3-75fd-47c8-ab2d-830afea92f6f service nova] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.454340] env[68864]: DEBUG nova.compute.manager [req-03fdc9ad-a505-47af-b8fc-c2cd915d0e96 req-89f3cfc3-75fd-47c8-ab2d-830afea92f6f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] No waiting events found dispatching network-vif-plugged-502f5a47-3366-4a41-8f16-308c37b1ae6a {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.454340] env[68864]: WARNING nova.compute.manager [req-03fdc9ad-a505-47af-b8fc-c2cd915d0e96 req-89f3cfc3-75fd-47c8-ab2d-830afea92f6f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Received unexpected event network-vif-plugged-502f5a47-3366-4a41-8f16-308c37b1ae6a for instance with vm_state building and task_state spawning. [ 998.550102] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "refresh_cache-02e1758c-eff1-49dc-be05-5e3e4499e78f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.550102] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "refresh_cache-02e1758c-eff1-49dc-be05-5e3e4499e78f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.550102] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.566398] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Successfully created port: 1c023c6f-056c-4154-a5f3-46894f3a6e00 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.598130] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.608418] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185833, 'name': Rename_Task, 'duration_secs': 0.15722} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.608418] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.608600] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd312354-1f30-4374-be1b-918d8c38efd5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.619813] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 998.619813] env[68864]: value = "task-3185835" [ 998.619813] env[68864]: _type = "Task" [ 998.619813] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.632614] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.641385] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.682627] env[68864]: INFO nova.compute.manager [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Took 18.14 seconds to build instance. [ 998.724428] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185834, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.804470] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 998.807577] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29552ab7-427a-469b-b91d-8ab2aa5ec607 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.820054] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 998.820054] env[68864]: value = "task-3185836" [ 998.820054] env[68864]: _type = "Task" [ 998.820054] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.828481] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185836, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.965634] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 998.966292] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637165', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'name': 'volume-574eb7c1-1093-4080-88e6-ff059d70701f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'serial': '574eb7c1-1093-4080-88e6-ff059d70701f'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 998.968738] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad2203f-cab2-4f8c-a46b-9abd3bbac802 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.991239] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36bca3-85f9-4fdb-9665-949dbffa2600 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.022655] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-574eb7c1-1093-4080-88e6-ff059d70701f/volume-574eb7c1-1093-4080-88e6-ff059d70701f.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.024616] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad6f8785-7cac-49b1-afe0-85932accadd6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.044966] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.044966] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.052350] env[68864]: DEBUG oslo_vmware.api [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 999.052350] env[68864]: value = "task-3185837" [ 999.052350] env[68864]: _type = "Task" [ 999.052350] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.064270] env[68864]: DEBUG oslo_vmware.api [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185837, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.101209] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.136493] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.185353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fbec9af6-b348-4727-9e14-8640dc32cca0 tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.667s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.222709] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185834, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.314795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.315196] env[68864]: DEBUG oslo_concurrency.lockutils [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.332257] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185836, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.373623] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Updating instance_info_cache with network_info: [{"id": "502f5a47-3366-4a41-8f16-308c37b1ae6a", "address": "fa:16:3e:10:6c:64", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502f5a47-33", "ovs_interfaceid": "502f5a47-3366-4a41-8f16-308c37b1ae6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.449914] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "5fae2104-5add-40ad-9e1e-4c47739b3017" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.450299] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.450577] env[68864]: DEBUG nova.compute.manager [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Going to confirm migration 4 {{(pid=68864) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 999.548388] env[68864]: DEBUG nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.565107] env[68864]: DEBUG oslo_vmware.api [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185837, 'name': ReconfigVM_Task, 'duration_secs': 0.483811} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.565694] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-574eb7c1-1093-4080-88e6-ff059d70701f/volume-574eb7c1-1093-4080-88e6-ff059d70701f.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.570447] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807acc8b-14cb-4c50-82c0-5e0a18137d31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.589276] env[68864]: DEBUG oslo_vmware.api [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 999.589276] env[68864]: value = "task-3185838" [ 999.589276] env[68864]: _type = "Task" [ 999.589276] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.602328] env[68864]: DEBUG oslo_vmware.api [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.632489] env[68864]: DEBUG oslo_vmware.api [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185835, 'name': PowerOnVM_Task, 'duration_secs': 0.59449} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.632489] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.632489] env[68864]: INFO nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Took 7.77 seconds to spawn the instance on the hypervisor. [ 999.632489] env[68864]: DEBUG nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.635392] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d40940f-c6d6-4d0c-bf1e-dc9e3b10ce33 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.653366] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.674010] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.674167] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.674432] env[68864]: INFO nova.compute.manager [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Attaching volume 2030867e-d3dc-4299-9dd9-aa358d9ed259 to /dev/sdb [ 999.685242] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4378c-3c60-409a-a712-6551afd100ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.690763] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.690999] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.691164] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.691345] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.692275] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.692275] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.692275] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.692275] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.692275] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.692443] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.692554] env[68864]: DEBUG nova.virt.hardware [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.693727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8571bf68-faa2-447e-83df-73715c695aa9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.703633] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23d2b50-f759-4562-9b21-9a2f7bb9e956 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.708940] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e20dd-6669-44af-a96a-d8c1d729450e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.743404] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65727de0-e5bf-4959-893e-621618cbf125 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.754990] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76be3191-1df9-4d8a-abce-75dd34120680 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.762938] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185834, 'name': CloneVM_Task, 'duration_secs': 1.443743} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.763668] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Created linked-clone VM from snapshot [ 999.764561] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d49d5e-e47c-4cef-8c9f-062b4027f709 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.771099] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d8f606-159d-41a3-8c0d-fdc4956d6d42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.774771] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f1604d-e970-4e32-9f7d-8e3f3886aa81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.781575] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Uploading image b0d100d5-c8a9-44a3-a4c6-a543d7348875 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 999.794658] env[68864]: DEBUG nova.compute.provider_tree [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.801277] env[68864]: DEBUG nova.virt.block_device [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating existing volume attachment record: 09989fe4-c443-49a8-bf3a-5ce211a95750 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 999.809641] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 999.809641] env[68864]: value = "vm-637171" [ 999.809641] env[68864]: _type = "VirtualMachine" [ 999.809641] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 999.809890] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f50f97f0-08fb-488a-9a80-cca6b1482c02 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.816283] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease: (returnval){ [ 999.816283] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521665d8-bbd5-451e-0603-5a1283e3cff7" [ 999.816283] env[68864]: _type = "HttpNfcLease" [ 999.816283] env[68864]: } obtained for exporting VM: (result){ [ 999.816283] env[68864]: value = "vm-637171" [ 999.816283] env[68864]: _type = "VirtualMachine" [ 999.816283] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 999.816543] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the lease: (returnval){ [ 999.816543] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521665d8-bbd5-451e-0603-5a1283e3cff7" [ 999.816543] env[68864]: _type = "HttpNfcLease" [ 999.816543] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 999.825555] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.825555] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521665d8-bbd5-451e-0603-5a1283e3cff7" [ 999.825555] env[68864]: _type = "HttpNfcLease" [ 999.825555] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 999.830408] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185836, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.878246] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "refresh_cache-02e1758c-eff1-49dc-be05-5e3e4499e78f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.878589] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Instance network_info: |[{"id": "502f5a47-3366-4a41-8f16-308c37b1ae6a", "address": "fa:16:3e:10:6c:64", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502f5a47-33", "ovs_interfaceid": "502f5a47-3366-4a41-8f16-308c37b1ae6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.878997] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:6c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502f5a47-3366-4a41-8f16-308c37b1ae6a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.887930] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Creating folder: Project (9653bacef053443aa6063e17ac934811). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.888686] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-051701be-1b27-45a9-bca9-edbd5bdb6c7f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.897711] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Created folder: Project (9653bacef053443aa6063e17ac934811) in parent group-v636929. [ 999.897943] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Creating folder: Instances. Parent ref: group-v637173. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.898145] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ffd4af5-5d51-4bf2-bd07-c49f76fb0b3b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.906404] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Created folder: Instances in parent group-v637173. [ 999.906645] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.906830] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.907350] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff605b2-7b97-4cc9-abee-2d2ddb32650f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.925322] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.925322] env[68864]: value = "task-3185842" [ 999.925322] env[68864]: _type = "Task" [ 999.925322] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.932669] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185842, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.028997] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.029221] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquired lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.029406] env[68864]: DEBUG nova.network.neutron [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.029594] env[68864]: DEBUG nova.objects.instance [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'info_cache' on Instance uuid 5fae2104-5add-40ad-9e1e-4c47739b3017 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.079190] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.099274] env[68864]: DEBUG oslo_vmware.api [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185838, 'name': ReconfigVM_Task, 'duration_secs': 0.16923} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.099724] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637165', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'name': 'volume-574eb7c1-1093-4080-88e6-ff059d70701f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'serial': '574eb7c1-1093-4080-88e6-ff059d70701f'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1000.152644] env[68864]: INFO nova.compute.manager [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Took 17.01 seconds to build instance. [ 1000.289494] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Successfully updated port: 1c023c6f-056c-4154-a5f3-46894f3a6e00 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.305597] env[68864]: DEBUG nova.scheduler.client.report [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.331190] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.331190] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521665d8-bbd5-451e-0603-5a1283e3cff7" [ 1000.331190] env[68864]: _type = "HttpNfcLease" [ 1000.331190] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1000.334774] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1000.334774] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521665d8-bbd5-451e-0603-5a1283e3cff7" [ 1000.334774] env[68864]: _type = "HttpNfcLease" [ 1000.334774] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1000.335331] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185836, 'name': CloneVM_Task, 'duration_secs': 1.446002} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.336308] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c82fe-3901-4c15-9dda-8317796b162e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.340789] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Created linked-clone VM from snapshot [ 1000.341856] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258abd9a-0150-43ee-b468-8a6045c788ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.353333] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840f81-e18d-118f-237e-36949d561fe9/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1000.353553] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840f81-e18d-118f-237e-36949d561fe9/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1000.359560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "64afd238-548b-41de-b41c-2a8057b1e8d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.360479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.360479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "64afd238-548b-41de-b41c-2a8057b1e8d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.360479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.360671] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.363060] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Uploading image afe5946b-f2e1-4a0c-9d83-d1bad8196010 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1000.365327] env[68864]: INFO nova.compute.manager [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Terminating instance [ 1000.451999] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185842, 'name': CreateVM_Task, 'duration_secs': 0.440176} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.454299] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1000.454299] env[68864]: value = "vm-637172" [ 1000.454299] env[68864]: _type = "VirtualMachine" [ 1000.454299] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1000.454611] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.454898] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-94badcef-464b-4e38-8ad8-44c5ccf43841 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.457334] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.457562] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.457955] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.458621] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879faf06-5a91-4240-8c02-1a3dcd6c4ad5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.464299] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1000.464299] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f68d31-f423-bc9a-59b0-800f22924f65" [ 1000.464299] env[68864]: _type = "Task" [ 1000.464299] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.469472] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lease: (returnval){ [ 1000.469472] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a12fb-fe75-9fdc-f6ce-ff13c05f0fe2" [ 1000.469472] env[68864]: _type = "HttpNfcLease" [ 1000.469472] env[68864]: } obtained for exporting VM: (result){ [ 1000.469472] env[68864]: value = "vm-637172" [ 1000.469472] env[68864]: _type = "VirtualMachine" [ 1000.469472] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1000.469764] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the lease: (returnval){ [ 1000.469764] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a12fb-fe75-9fdc-f6ce-ff13c05f0fe2" [ 1000.469764] env[68864]: _type = "HttpNfcLease" [ 1000.469764] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1000.476430] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f68d31-f423-bc9a-59b0-800f22924f65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.479632] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-088e4a5d-9333-4b1b-bcc6-1592bb26b183 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.483208] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1000.483208] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a12fb-fe75-9fdc-f6ce-ff13c05f0fe2" [ 1000.483208] env[68864]: _type = "HttpNfcLease" [ 1000.483208] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1000.483892] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1000.483892] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521a12fb-fe75-9fdc-f6ce-ff13c05f0fe2" [ 1000.483892] env[68864]: _type = "HttpNfcLease" [ 1000.483892] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1000.484726] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256bef6e-d338-4c0f-8f8b-744b80182489 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.493304] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790151-f718-bee6-238b-3587081b26cb/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1000.493603] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790151-f718-bee6-238b-3587081b26cb/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1000.559047] env[68864]: DEBUG nova.compute.manager [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Received event network-changed-502f5a47-3366-4a41-8f16-308c37b1ae6a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.559259] env[68864]: DEBUG nova.compute.manager [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Refreshing instance network info cache due to event network-changed-502f5a47-3366-4a41-8f16-308c37b1ae6a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.559515] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Acquiring lock "refresh_cache-02e1758c-eff1-49dc-be05-5e3e4499e78f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.559664] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Acquired lock "refresh_cache-02e1758c-eff1-49dc-be05-5e3e4499e78f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.559824] env[68864]: DEBUG nova.network.neutron [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Refreshing network info cache for port 502f5a47-3366-4a41-8f16-308c37b1ae6a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.618354] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-675bc6c9-b850-4f3c-afbc-5cd989f5c1d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.655420] env[68864]: DEBUG oslo_concurrency.lockutils [None req-82c8baca-a2ba-4603-baee-ebe15654c615 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.522s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.763580] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquiring lock "3b615ba0-1df0-41ed-9f95-1350abc25691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.763822] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.764047] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquiring lock "3b615ba0-1df0-41ed-9f95-1350abc25691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.764242] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.764441] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.766454] env[68864]: INFO nova.compute.manager [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Terminating instance [ 1000.794568] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "refresh_cache-c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.794568] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "refresh_cache-c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.794568] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.814684] env[68864]: DEBUG oslo_concurrency.lockutils [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.499s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.814684] env[68864]: INFO nova.compute.manager [None req-238f64e2-63d6-4f97-8f23-bcbeac0f6eaa tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Successfully reverted task state from rebuilding on failure for instance. [ 1000.819337] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.740s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.820870] env[68864]: INFO nova.compute.claims [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.939914] env[68864]: DEBUG nova.compute.manager [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.941917] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.943589] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40498a80-6f54-4ea3-9fce-014e14215d4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.956038] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.956038] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4439ecb-ce4f-4a92-980f-2daebd18371a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.962315] env[68864]: DEBUG oslo_vmware.api [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 1000.962315] env[68864]: value = "task-3185847" [ 1000.962315] env[68864]: _type = "Task" [ 1000.962315] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.975576] env[68864]: DEBUG oslo_vmware.api [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.981043] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f68d31-f423-bc9a-59b0-800f22924f65, 'name': SearchDatastore_Task, 'duration_secs': 0.023971} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.982107] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.982691] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.982691] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.982962] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.983084] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.983532] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb2cd58-2f8f-4768-ac78-20512c0c702f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.993738] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.993970] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.994910] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3738bb4-ed2b-4d71-aefc-26ad7dfbbf34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.001333] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1001.001333] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b75680-cfd6-0322-e444-d30902cbf778" [ 1001.001333] env[68864]: _type = "Task" [ 1001.001333] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.009753] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b75680-cfd6-0322-e444-d30902cbf778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.145131] env[68864]: DEBUG nova.objects.instance [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid c591afe0-f04e-4de3-9d14-b30444a864dd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.274019] env[68864]: DEBUG nova.compute.manager [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.274019] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a5d29f2-82c4-417a-aeb2-06f24f72011f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.284284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c934bff2-7b2b-4954-884d-45659d4aa301 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.343075] env[68864]: WARNING nova.virt.vmwareapi.driver [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3b615ba0-1df0-41ed-9f95-1350abc25691 could not be found. [ 1001.343796] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.354017] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.356497] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e117dab-3d99-4281-9af3-97cb15b943f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.375657] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39989c28-1c3d-4c7d-bcac-f964de3eb80e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.423829] env[68864]: WARNING nova.virt.vmwareapi.vmops [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3b615ba0-1df0-41ed-9f95-1350abc25691 could not be found. [ 1001.423829] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.423829] env[68864]: INFO nova.compute.manager [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Took 0.15 seconds to destroy the instance on the hypervisor. [ 1001.423829] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.431477] env[68864]: DEBUG nova.compute.manager [-] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.431717] env[68864]: DEBUG nova.network.neutron [-] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.474020] env[68864]: DEBUG oslo_vmware.api [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185847, 'name': PowerOffVM_Task, 'duration_secs': 0.228915} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.474744] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.474744] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.475530] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5939bea-6ce5-4073-8782-23a582f22a5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.511345] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b75680-cfd6-0322-e444-d30902cbf778, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.518763] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e3fe29-0f95-4f9d-b1f7-96d1129874e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.526989] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1001.526989] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5247b248-d41d-6848-b2a4-cdd7bd6b9fbd" [ 1001.526989] env[68864]: _type = "Task" [ 1001.526989] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.537192] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5247b248-d41d-6848-b2a4-cdd7bd6b9fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.541663] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.542081] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.543524] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Deleting the datastore file [datastore1] 64afd238-548b-41de-b41c-2a8057b1e8d0 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.543524] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c63e0f9-759b-453c-931d-f096a763d0aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.557064] env[68864]: DEBUG oslo_vmware.api [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for the task: (returnval){ [ 1001.557064] env[68864]: value = "task-3185849" [ 1001.557064] env[68864]: _type = "Task" [ 1001.557064] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.567372] env[68864]: DEBUG oslo_vmware.api [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.597196] env[68864]: DEBUG nova.network.neutron [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance_info_cache with network_info: [{"id": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "address": "fa:16:3e:4a:d3:8a", "network": {"id": "42e5a161-8248-46af-b156-8627b9bdc4ca", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-338084818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "528a97f451e24f32a9fa81356b3a7bcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b0be62-ae", "ovs_interfaceid": "c0b0be62-ae67-4da9-b0f3-dbc712619bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.610027] env[68864]: DEBUG nova.network.neutron [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Updated VIF entry in instance network info cache for port 502f5a47-3366-4a41-8f16-308c37b1ae6a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.610505] env[68864]: DEBUG nova.network.neutron [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Updating instance_info_cache with network_info: [{"id": "502f5a47-3366-4a41-8f16-308c37b1ae6a", "address": "fa:16:3e:10:6c:64", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502f5a47-33", "ovs_interfaceid": "502f5a47-3366-4a41-8f16-308c37b1ae6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.616354] env[68864]: DEBUG nova.network.neutron [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Updating instance_info_cache with network_info: [{"id": "1c023c6f-056c-4154-a5f3-46894f3a6e00", "address": "fa:16:3e:07:53:98", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c023c6f-05", "ovs_interfaceid": "1c023c6f-056c-4154-a5f3-46894f3a6e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.653707] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42ffb83c-7de8-4d8a-8daf-60d927e24882 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.307s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.042100] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5247b248-d41d-6848-b2a4-cdd7bd6b9fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.01874} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.042567] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.042923] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 02e1758c-eff1-49dc-be05-5e3e4499e78f/02e1758c-eff1-49dc-be05-5e3e4499e78f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.043284] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09f9f002-66f5-4639-967e-1ea03bdfeb4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.054705] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1002.054705] env[68864]: value = "task-3185850" [ 1002.054705] env[68864]: _type = "Task" [ 1002.054705] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.074840] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.079030] env[68864]: DEBUG oslo_vmware.api [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Task: {'id': task-3185849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250162} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.079836] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.080550] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.080794] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.081070] env[68864]: INFO nova.compute.manager [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1002.081579] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.081819] env[68864]: DEBUG nova.compute.manager [-] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.082115] env[68864]: DEBUG nova.network.neutron [-] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.101245] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Releasing lock "refresh_cache-5fae2104-5add-40ad-9e1e-4c47739b3017" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.101632] env[68864]: DEBUG nova.objects.instance [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lazy-loading 'migration_context' on Instance uuid 5fae2104-5add-40ad-9e1e-4c47739b3017 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.113543] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Releasing lock "refresh_cache-02e1758c-eff1-49dc-be05-5e3e4499e78f" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.113914] env[68864]: DEBUG nova.compute.manager [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Received event network-vif-plugged-1c023c6f-056c-4154-a5f3-46894f3a6e00 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.114270] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Acquiring lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.114629] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.114922] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.115794] env[68864]: DEBUG nova.compute.manager [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] No waiting events found dispatching network-vif-plugged-1c023c6f-056c-4154-a5f3-46894f3a6e00 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.116085] env[68864]: WARNING nova.compute.manager [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Received unexpected event network-vif-plugged-1c023c6f-056c-4154-a5f3-46894f3a6e00 for instance with vm_state building and task_state spawning. [ 1002.116777] env[68864]: DEBUG nova.compute.manager [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Received event network-changed-1c023c6f-056c-4154-a5f3-46894f3a6e00 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.116983] env[68864]: DEBUG nova.compute.manager [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Refreshing instance network info cache due to event network-changed-1c023c6f-056c-4154-a5f3-46894f3a6e00. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.117542] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Acquiring lock "refresh_cache-c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.122650] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "refresh_cache-c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.123051] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Instance network_info: |[{"id": "1c023c6f-056c-4154-a5f3-46894f3a6e00", "address": "fa:16:3e:07:53:98", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c023c6f-05", "ovs_interfaceid": "1c023c6f-056c-4154-a5f3-46894f3a6e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.124415] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Acquired lock "refresh_cache-c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.124776] env[68864]: DEBUG nova.network.neutron [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Refreshing network info cache for port 1c023c6f-056c-4154-a5f3-46894f3a6e00 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.132765] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:53:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c023c6f-056c-4154-a5f3-46894f3a6e00', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.141771] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.148176] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.151086] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a64e2c4-4b08-4001-aefb-13adb93321c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.181428] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.181428] env[68864]: value = "task-3185851" [ 1002.181428] env[68864]: _type = "Task" [ 1002.181428] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.191148] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185851, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.324271] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0a81ae-ca29-4118-ad3d-4ae7d41f273f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.338850] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560b135-fd56-434c-9df0-47e2a585243e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.379901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.381681] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.390068] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094825d-fca6-474c-8c02-0931f22a9115 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.401253] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff3b5d-9288-40ac-a513-b75aeddd971c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.425320] env[68864]: DEBUG nova.compute.provider_tree [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.568327] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.605373] env[68864]: DEBUG nova.objects.base [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Object Instance<5fae2104-5add-40ad-9e1e-4c47739b3017> lazy-loaded attributes: info_cache,migration_context {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.609065] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b432db2b-79df-448a-b46e-9383689c9e11 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.631961] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d2b5d52-22a2-4b3c-84b7-1051f385c4df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.640554] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 1002.640554] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a50d05-2397-7dfa-0b35-158f85b4ada4" [ 1002.640554] env[68864]: _type = "Task" [ 1002.640554] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.651298] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a50d05-2397-7dfa-0b35-158f85b4ada4, 'name': SearchDatastore_Task, 'duration_secs': 0.007963} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.652239] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.691855] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185851, 'name': CreateVM_Task, 'duration_secs': 0.432655} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.692244] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.692943] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.692943] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.693892] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.693892] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60c2f9d-24f2-43d3-8755-cb2be4b9b5bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.698572] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1002.698572] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5225ac5e-1e6d-3c33-4976-aaddda0c71f2" [ 1002.698572] env[68864]: _type = "Task" [ 1002.698572] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.709911] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5225ac5e-1e6d-3c33-4976-aaddda0c71f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.839661] env[68864]: DEBUG nova.network.neutron [-] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.846699] env[68864]: DEBUG nova.network.neutron [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Updated VIF entry in instance network info cache for port 1c023c6f-056c-4154-a5f3-46894f3a6e00. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.847082] env[68864]: DEBUG nova.network.neutron [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Updating instance_info_cache with network_info: [{"id": "1c023c6f-056c-4154-a5f3-46894f3a6e00", "address": "fa:16:3e:07:53:98", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c023c6f-05", "ovs_interfaceid": "1c023c6f-056c-4154-a5f3-46894f3a6e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.885960] env[68864]: INFO nova.compute.manager [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Detaching volume e12401d5-9a92-4b1a-ad0b-4f9aed7bafee [ 1002.924409] env[68864]: INFO nova.virt.block_device [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Attempting to driver detach volume e12401d5-9a92-4b1a-ad0b-4f9aed7bafee from mountpoint /dev/sdb [ 1002.927708] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.927971] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637161', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'name': 'volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'serial': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.929629] env[68864]: DEBUG nova.scheduler.client.report [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.934502] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94019891-a53e-4ef6-8572-5176b8514d93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.968034] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec619a28-8717-4573-ae9e-afae77ea8d9a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.976260] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca39ce41-af0e-4e7c-9ca6-1602decb8904 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.001175] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b4533b-7ffe-435f-9a04-ad3492fb4257 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.017645] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] The volume has not been displaced from its original location: [datastore1] volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee/volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1003.023717] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.024273] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c1ac0f-38a8-4275-aaad-ebe55edfab67 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.043616] env[68864]: DEBUG oslo_vmware.api [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 1003.043616] env[68864]: value = "task-3185853" [ 1003.043616] env[68864]: _type = "Task" [ 1003.043616] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.052475] env[68864]: DEBUG oslo_vmware.api [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.066270] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54452} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.066670] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 02e1758c-eff1-49dc-be05-5e3e4499e78f/02e1758c-eff1-49dc-be05-5e3e4499e78f.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.066872] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.067295] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0af69901-be2a-4684-b60f-6a29360f0e8a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.074258] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1003.074258] env[68864]: value = "task-3185854" [ 1003.074258] env[68864]: _type = "Task" [ 1003.074258] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.083853] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.132302] env[68864]: DEBUG nova.network.neutron [-] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.210478] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5225ac5e-1e6d-3c33-4976-aaddda0c71f2, 'name': SearchDatastore_Task, 'duration_secs': 0.017411} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.210817] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.211071] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.211347] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.211497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.211680] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.211958] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-195b8e46-82ec-4a27-868c-36e315cdc142 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.221856] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.222108] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.222815] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2277b8-ebf4-42e3-8b14-42c2991b6f86 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.228536] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1003.228536] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b569a4-6113-6999-5e53-695fc782a352" [ 1003.228536] env[68864]: _type = "Task" [ 1003.228536] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.236510] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b569a4-6113-6999-5e53-695fc782a352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.340234] env[68864]: INFO nova.compute.manager [-] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Took 1.91 seconds to deallocate network for instance. [ 1003.350177] env[68864]: DEBUG oslo_concurrency.lockutils [req-56365585-7436-486e-ab17-6c3e86f218a3 req-e5be40fd-e56d-435b-b4d6-75be76d1b16f service nova] Releasing lock "refresh_cache-c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.440241] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.440858] env[68864]: DEBUG nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.443774] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.792s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.556697] env[68864]: DEBUG oslo_vmware.api [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185853, 'name': ReconfigVM_Task, 'duration_secs': 0.330982} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.556984] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.561554] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47e465f-80ad-4746-b4e6-b631de399572 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579259] env[68864]: DEBUG oslo_vmware.api [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 1003.579259] env[68864]: value = "task-3185855" [ 1003.579259] env[68864]: _type = "Task" [ 1003.579259] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.585690] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068135} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.586490] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.587319] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5478671a-a749-4773-9c7a-0a20ec8aae30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.593196] env[68864]: DEBUG oslo_vmware.api [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.615477] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 02e1758c-eff1-49dc-be05-5e3e4499e78f/02e1758c-eff1-49dc-be05-5e3e4499e78f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.615849] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c06a87-ffaf-4b3a-97ea-ac641bcbf49d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.635247] env[68864]: INFO nova.compute.manager [-] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Took 1.55 seconds to deallocate network for instance. [ 1003.638848] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1003.638848] env[68864]: value = "task-3185856" [ 1003.638848] env[68864]: _type = "Task" [ 1003.638848] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.651346] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.740415] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b569a4-6113-6999-5e53-695fc782a352, 'name': SearchDatastore_Task, 'duration_secs': 0.018082} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.741516] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f088d1f-2eb6-405d-97f1-d6c0076cb4ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.748209] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1003.748209] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba4a17-8425-c7cb-3631-8edc1ef69066" [ 1003.748209] env[68864]: _type = "Task" [ 1003.748209] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.757314] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba4a17-8425-c7cb-3631-8edc1ef69066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.886589] env[68864]: INFO nova.compute.manager [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Took 0.55 seconds to detach 1 volumes for instance. [ 1003.888972] env[68864]: DEBUG nova.compute.manager [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Deleting volume: fd40e68e-efc2-4c7f-9b55-06f2abd6bf12 {{(pid=68864) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1003.947293] env[68864]: DEBUG nova.compute.utils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.951816] env[68864]: DEBUG nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.952052] env[68864]: DEBUG nova.network.neutron [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.011497] env[68864]: DEBUG nova.policy [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d27223863f147749ce875131a6df757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cac3869141d542c8870ceed236840c9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.096431] env[68864]: DEBUG oslo_vmware.api [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185855, 'name': ReconfigVM_Task, 'duration_secs': 0.200644} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.097150] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637161', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'name': 'volume-e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee', 'serial': 'e12401d5-9a92-4b1a-ad0b-4f9aed7bafee'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1004.150186] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.160097] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185856, 'name': ReconfigVM_Task, 'duration_secs': 0.431677} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.160525] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 02e1758c-eff1-49dc-be05-5e3e4499e78f/02e1758c-eff1-49dc-be05-5e3e4499e78f.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.161401] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5c910f4-bb19-4e99-a391-01451164c283 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.169157] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1004.169157] env[68864]: value = "task-3185858" [ 1004.169157] env[68864]: _type = "Task" [ 1004.169157] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.177534] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185858, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.262790] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ba4a17-8425-c7cb-3631-8edc1ef69066, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.263102] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.264077] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10/c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.264077] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24185cfb-ab25-40e8-87fa-1a525638272b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.273154] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1004.273154] env[68864]: value = "task-3185859" [ 1004.273154] env[68864]: _type = "Task" [ 1004.273154] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.282811] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.341963] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d5166b-e1be-4d25-b169-352696d5fdb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.352362] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9827f0-0e31-413b-801d-180b2ee5183a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.384589] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b092e298-5574-4b67-a775-0f50864115cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.392438] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aae41a-3c3f-465c-98f0-12a94c95f1d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.407207] env[68864]: DEBUG nova.compute.provider_tree [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.412461] env[68864]: DEBUG nova.network.neutron [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Successfully created port: d3fbe239-60f0-4455-870b-41c4ec93fbc2 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.455204] env[68864]: DEBUG nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.474413] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.644900] env[68864]: DEBUG nova.objects.instance [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid c591afe0-f04e-4de3-9d14-b30444a864dd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.682058] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185858, 'name': Rename_Task, 'duration_secs': 0.161846} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.682481] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.682790] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d560fbc-57aa-44a2-a7fe-f83c83aa389a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.690554] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1004.690554] env[68864]: value = "task-3185860" [ 1004.690554] env[68864]: _type = "Task" [ 1004.690554] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.700299] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.787042] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.854721] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1004.855085] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637177', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'name': 'volume-2030867e-d3dc-4299-9dd9-aa358d9ed259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ede3fea5-e8df-402c-96b7-3ca030d6169d', 'attached_at': '', 'detached_at': '', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'serial': '2030867e-d3dc-4299-9dd9-aa358d9ed259'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1004.856240] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23725c2-de82-476c-adbd-69d71dda5216 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.875727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4427ab57-486a-48a3-83b5-cf84270fa5d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.903294] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-2030867e-d3dc-4299-9dd9-aa358d9ed259/volume-2030867e-d3dc-4299-9dd9-aa358d9ed259.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.903649] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df61ed5-735d-4dd0-beb8-9144cd370e63 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.918311] env[68864]: DEBUG nova.scheduler.client.report [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.927808] env[68864]: DEBUG oslo_vmware.api [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1004.927808] env[68864]: value = "task-3185861" [ 1004.927808] env[68864]: _type = "Task" [ 1004.927808] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.939772] env[68864]: DEBUG oslo_vmware.api [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.205193] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.284727] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616082} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.285102] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10/c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.285368] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.285693] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63a1524f-06cd-4f84-ab41-dfe73be774ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.293195] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1005.293195] env[68864]: value = "task-3185862" [ 1005.293195] env[68864]: _type = "Task" [ 1005.293195] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.302416] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.438433] env[68864]: DEBUG oslo_vmware.api [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.466076] env[68864]: DEBUG nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.655717] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4c3d4f21-ef84-4574-bac9-ab5002a48995 tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.701526] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185860, 'name': PowerOnVM_Task, 'duration_secs': 0.603402} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.701783] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.701983] env[68864]: INFO nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1005.702180] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.702991] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69003394-f388-4c02-8498-54fa801944a2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.803766] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06905} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.804329] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.805384] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312767c5-f7b4-4e43-9a5e-f757fce40d3f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.829466] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10/c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.829834] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fff377d-1335-40fe-93d9-078b032df03e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.851227] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1005.851227] env[68864]: value = "task-3185863" [ 1005.851227] env[68864]: _type = "Task" [ 1005.851227] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.859748] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.929360] env[68864]: DEBUG nova.network.neutron [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Successfully updated port: d3fbe239-60f0-4455-870b-41c4ec93fbc2 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.930789] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.487s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.934412] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.784s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.934526] env[68864]: DEBUG nova.objects.instance [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lazy-loading 'resources' on Instance uuid 64afd238-548b-41de-b41c-2a8057b1e8d0 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.944699] env[68864]: DEBUG oslo_vmware.api [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185861, 'name': ReconfigVM_Task, 'duration_secs': 0.553974} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.946120] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-2030867e-d3dc-4299-9dd9-aa358d9ed259/volume-2030867e-d3dc-4299-9dd9-aa358d9ed259.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.952071] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3a4d93-c83a-4a2a-a45e-c7f77a406724 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.969527] env[68864]: DEBUG oslo_vmware.api [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1005.969527] env[68864]: value = "task-3185864" [ 1005.969527] env[68864]: _type = "Task" [ 1005.969527] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.979578] env[68864]: DEBUG oslo_vmware.api [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.220393] env[68864]: INFO nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Took 13.59 seconds to build instance. [ 1006.361971] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185863, 'name': ReconfigVM_Task, 'duration_secs': 0.478505} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.362160] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10/c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.362774] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c1a7e7b-bcf5-4bfe-be02-d396d9eae234 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.369489] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1006.369489] env[68864]: value = "task-3185865" [ 1006.369489] env[68864]: _type = "Task" [ 1006.369489] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.377971] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185865, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.435364] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "refresh_cache-4e38f724-d53f-4edb-bcb1-4fd9b7b11995" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.435555] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquired lock "refresh_cache-4e38f724-d53f-4edb-bcb1-4fd9b7b11995" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.435720] env[68864]: DEBUG nova.network.neutron [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.480400] env[68864]: DEBUG oslo_vmware.api [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185864, 'name': ReconfigVM_Task, 'duration_secs': 0.179702} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.480711] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637177', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'name': 'volume-2030867e-d3dc-4299-9dd9-aa358d9ed259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ede3fea5-e8df-402c-96b7-3ca030d6169d', 'attached_at': '', 'detached_at': '', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'serial': '2030867e-d3dc-4299-9dd9-aa358d9ed259'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1006.503958] env[68864]: INFO nova.scheduler.client.report [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted allocation for migration 95bca531-5ff1-4e5a-bbae-e0a044badd8f [ 1006.722741] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.105s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.726062] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fbce53-88c2-43b9-852b-0f8302af2758 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.732948] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0e8ce1-6c2f-4baa-acba-32f62c2bbb1b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.764189] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a79eda-2478-44b8-b023-79cf4eb2a50f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.771738] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9267f801-2812-4c61-a57b-ec7bf179514e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.784835] env[68864]: DEBUG nova.compute.provider_tree [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.880235] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185865, 'name': Rename_Task, 'duration_secs': 0.24667} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.880533] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.880810] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce6e65d-c15d-47e8-a96f-7f719791cef7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.887286] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1006.887286] env[68864]: value = "task-3185866" [ 1006.887286] env[68864]: _type = "Task" [ 1006.887286] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.896123] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.972912] env[68864]: DEBUG nova.network.neutron [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.013400] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.563s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.130264] env[68864]: DEBUG nova.network.neutron [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Updating instance_info_cache with network_info: [{"id": "d3fbe239-60f0-4455-870b-41c4ec93fbc2", "address": "fa:16:3e:d3:5f:77", "network": {"id": "3ab3e932-2546-42fc-a01b-bd3e20632ac6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-564911077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cac3869141d542c8870ceed236840c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fbe239-60", "ovs_interfaceid": "d3fbe239-60f0-4455-870b-41c4ec93fbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.288580] env[68864]: DEBUG nova.scheduler.client.report [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.398403] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.522571] env[68864]: DEBUG nova.objects.instance [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'flavor' on Instance uuid ede3fea5-e8df-402c-96b7-3ca030d6169d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.633639] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Releasing lock "refresh_cache-4e38f724-d53f-4edb-bcb1-4fd9b7b11995" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.634133] env[68864]: DEBUG nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Instance network_info: |[{"id": "d3fbe239-60f0-4455-870b-41c4ec93fbc2", "address": "fa:16:3e:d3:5f:77", "network": {"id": "3ab3e932-2546-42fc-a01b-bd3e20632ac6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-564911077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cac3869141d542c8870ceed236840c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fbe239-60", "ovs_interfaceid": "d3fbe239-60f0-4455-870b-41c4ec93fbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.794470] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.797353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.323s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.797908] env[68864]: DEBUG nova.objects.instance [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lazy-loading 'resources' on Instance uuid 3b615ba0-1df0-41ed-9f95-1350abc25691 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.820332] env[68864]: INFO nova.scheduler.client.report [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Deleted allocations for instance 64afd238-548b-41de-b41c-2a8057b1e8d0 [ 1007.898618] env[68864]: DEBUG oslo_vmware.api [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185866, 'name': PowerOnVM_Task, 'duration_secs': 0.679381} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.898974] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.899108] env[68864]: INFO nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1007.899366] env[68864]: DEBUG nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.900180] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ef7d7c-f0d5-447d-88c5-2cafebcb7cb2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.029447] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c494320f-354b-4729-9419-71d96cdf505d tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.355s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.342719] env[68864]: DEBUG nova.compute.manager [req-937a58b0-f8c6-4b01-a1df-616c669c021b req-56b8bc5f-cbdc-44ec-a738-c49168260a07 service nova] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Received event network-vif-deleted-7e7e704c-f359-4252-9f80-edb0c6d8a982 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.342719] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dd14c394-7920-4092-a466-048f68bbc3ec tempest-ServerGroupTestJSON-1229530452 tempest-ServerGroupTestJSON-1229530452-project-member] Lock "64afd238-548b-41de-b41c-2a8057b1e8d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.973s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.418770] env[68864]: INFO nova.compute.manager [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Took 15.75 seconds to build instance. [ 1008.482440] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "5fae2104-5add-40ad-9e1e-4c47739b3017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.482746] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.482956] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.483400] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.483593] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.487471] env[68864]: INFO nova.compute.manager [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Terminating instance [ 1008.611699] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb94fc4-676c-4e1b-add5-c0120b871bf7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.619434] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb42668-4acc-4b09-8258-8f2103b8f31a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.652362] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972186f7-c641-4a99-be82-6b777fa0ed2f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.661913] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4800d4f-3e7b-4680-aa13-0d37076e11f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.675755] env[68864]: DEBUG nova.compute.provider_tree [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.921455] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fab282e3-b5e8-40d0-8bc8-228023a974f8 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.270s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.997309] env[68864]: DEBUG nova.compute.manager [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.997585] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.998665] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607ca5a6-b8b4-442a-a054-65a89106aca7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.007437] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.007717] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a4e5d3-bb7b-4e2a-8360-45b537f4497f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.013977] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 1009.013977] env[68864]: value = "task-3185867" [ 1009.013977] env[68864]: _type = "Task" [ 1009.013977] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.022244] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.179911] env[68864]: DEBUG nova.scheduler.client.report [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.361948] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.362237] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.362408] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.362587] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.362729] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.362875] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.363105] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.363269] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.363436] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.363601] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.363879] env[68864]: DEBUG nova.virt.hardware [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.367147] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af964326-66cd-4568-a464-0a33ba7783c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.375397] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840f81-e18d-118f-237e-36949d561fe9/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1009.376668] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab79c04-5e55-4cd5-a17c-a78185745228 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.381554] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc648ecd-1e96-47fb-9349-fda30357124c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.397311] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:5f:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3fbe239-60f0-4455-870b-41c4ec93fbc2', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.404805] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Creating folder: Project (cac3869141d542c8870ceed236840c9d). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.405131] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840f81-e18d-118f-237e-36949d561fe9/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1009.405284] env[68864]: ERROR oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840f81-e18d-118f-237e-36949d561fe9/disk-0.vmdk due to incomplete transfer. [ 1009.407288] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790151-f718-bee6-238b-3587081b26cb/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1009.407504] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e634a2f-246c-494f-9265-31bdeb1da343 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.409046] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c358468-d2b0-4432-b557-dcc4af32c148 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.410888] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97236a6-6c84-4460-9b9b-a3766ff60253 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.418367] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790151-f718-bee6-238b-3587081b26cb/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1009.418547] env[68864]: ERROR oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790151-f718-bee6-238b-3587081b26cb/disk-0.vmdk due to incomplete transfer. [ 1009.419627] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b4463b1-207b-4396-a660-517133a65c8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.420918] env[68864]: DEBUG oslo_vmware.rw_handles [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840f81-e18d-118f-237e-36949d561fe9/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1009.421116] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Uploaded image b0d100d5-c8a9-44a3-a4c6-a543d7348875 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1009.423310] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1009.424447] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b343e922-9788-4cf3-96d2-8f248096307c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.425771] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Created folder: Project (cac3869141d542c8870ceed236840c9d) in parent group-v636929. [ 1009.425963] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Creating folder: Instances. Parent ref: group-v637179. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.426502] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80026655-23f3-46a7-a6b2-be64a0c2d9ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.431277] env[68864]: DEBUG oslo_vmware.rw_handles [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790151-f718-bee6-238b-3587081b26cb/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1009.431458] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Uploaded image afe5946b-f2e1-4a0c-9d83-d1bad8196010 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1009.433103] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1009.434150] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba01d535-87b7-4824-9380-a502dd7f4121 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.435734] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1009.435734] env[68864]: value = "task-3185869" [ 1009.435734] env[68864]: _type = "Task" [ 1009.435734] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.440151] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Created folder: Instances in parent group-v637179. [ 1009.440301] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.440795] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.441015] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7afffe8b-fc36-4ec2-a6f9-59cae5a96d0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.462791] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 1009.462791] env[68864]: value = "task-3185871" [ 1009.462791] env[68864]: _type = "Task" [ 1009.462791] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.463383] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185869, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.468679] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.468679] env[68864]: value = "task-3185872" [ 1009.468679] env[68864]: _type = "Task" [ 1009.468679] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.474578] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185871, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.480176] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185872, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.524162] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185867, 'name': PowerOffVM_Task, 'duration_secs': 0.307501} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.524464] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.524589] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.524812] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-871b4ea6-742f-4f20-89b3-aace36c5cbfe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.603540] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.603861] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.604014] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleting the datastore file [datastore1] 5fae2104-5add-40ad-9e1e-4c47739b3017 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.604312] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3510de6f-4cf9-46ac-b5d5-f25a156ee234 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.611025] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for the task: (returnval){ [ 1009.611025] env[68864]: value = "task-3185874" [ 1009.611025] env[68864]: _type = "Task" [ 1009.611025] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.620278] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.688018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.945792] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185869, 'name': Destroy_Task, 'duration_secs': 0.457172} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.947049] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Destroyed the VM [ 1009.947249] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.947637] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-430f16ff-6f2f-42c0-bdfb-fbb61627278a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.950707] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.951275] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.957869] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1009.957869] env[68864]: value = "task-3185875" [ 1009.957869] env[68864]: _type = "Task" [ 1009.957869] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.967121] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185875, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.978624] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185871, 'name': Destroy_Task, 'duration_secs': 0.422788} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.982025] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Destroyed the VM [ 1009.982270] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.982531] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185872, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.982749] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-008f77c6-fc7d-42d9-bfd6-baf967fc48b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.989463] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 1009.989463] env[68864]: value = "task-3185876" [ 1009.989463] env[68864]: _type = "Task" [ 1009.989463] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.997800] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.072079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "8c951090-a586-4562-896e-098b10b867dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.072571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "8c951090-a586-4562-896e-098b10b867dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.121867] env[68864]: DEBUG oslo_vmware.api [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Task: {'id': task-3185874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145427} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.121867] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.121867] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.121867] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.121867] env[68864]: INFO nova.compute.manager [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.122258] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.122342] env[68864]: DEBUG nova.compute.manager [-] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.122507] env[68864]: DEBUG nova.network.neutron [-] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.206728] env[68864]: DEBUG oslo_concurrency.lockutils [None req-577cfc55-6de9-4f63-a06f-21e1c659c936 tempest-ServerActionsV293TestJSON-1102323231 tempest-ServerActionsV293TestJSON-1102323231-project-member] Lock "3b615ba0-1df0-41ed-9f95-1350abc25691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.443s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.340050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.340398] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.440505] env[68864]: DEBUG nova.compute.manager [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Received event network-vif-deleted-a66ad935-5c53-42a6-be08-fc1d569e8e2b {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.440740] env[68864]: DEBUG nova.compute.manager [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Received event network-vif-plugged-d3fbe239-60f0-4455-870b-41c4ec93fbc2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.440937] env[68864]: DEBUG oslo_concurrency.lockutils [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] Acquiring lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.441154] env[68864]: DEBUG oslo_concurrency.lockutils [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.441315] env[68864]: DEBUG oslo_concurrency.lockutils [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.441475] env[68864]: DEBUG nova.compute.manager [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] No waiting events found dispatching network-vif-plugged-d3fbe239-60f0-4455-870b-41c4ec93fbc2 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.441672] env[68864]: WARNING nova.compute.manager [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Received unexpected event network-vif-plugged-d3fbe239-60f0-4455-870b-41c4ec93fbc2 for instance with vm_state building and task_state spawning. [ 1010.441785] env[68864]: DEBUG nova.compute.manager [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Received event network-changed-d3fbe239-60f0-4455-870b-41c4ec93fbc2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.441937] env[68864]: DEBUG nova.compute.manager [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Refreshing instance network info cache due to event network-changed-d3fbe239-60f0-4455-870b-41c4ec93fbc2. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.442475] env[68864]: DEBUG oslo_concurrency.lockutils [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] Acquiring lock "refresh_cache-4e38f724-d53f-4edb-bcb1-4fd9b7b11995" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.442475] env[68864]: DEBUG oslo_concurrency.lockutils [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] Acquired lock "refresh_cache-4e38f724-d53f-4edb-bcb1-4fd9b7b11995" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.442475] env[68864]: DEBUG nova.network.neutron [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Refreshing network info cache for port d3fbe239-60f0-4455-870b-41c4ec93fbc2 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.454468] env[68864]: DEBUG nova.compute.utils [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.469288] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185875, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368143} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.469588] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1010.469861] env[68864]: DEBUG nova.compute.manager [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.470662] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c058e-dc79-4407-8f11-1fa5b40c202c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.485597] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185872, 'name': CreateVM_Task, 'duration_secs': 0.582982} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.487527] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.488220] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.488388] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.488707] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.489165] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0d105c-68ad-42a3-84ba-1848097d59d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.502439] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185876, 'name': RemoveSnapshot_Task} progress is 48%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.502785] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1010.502785] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5274b94b-b511-c2ac-d4a1-ebf90f93526b" [ 1010.502785] env[68864]: _type = "Task" [ 1010.502785] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.510677] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5274b94b-b511-c2ac-d4a1-ebf90f93526b, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.510959] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.511243] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.511482] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.511625] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.511800] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.512416] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b9e7dd2-5177-49cb-a810-37256feb7c3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.522365] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.522583] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.524133] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fdbadf-f750-4a22-906a-326b77960a76 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.530198] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1010.530198] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a17321-e123-09b8-6f65-8abb838e135f" [ 1010.530198] env[68864]: _type = "Task" [ 1010.530198] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.542929] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a17321-e123-09b8-6f65-8abb838e135f, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.543801] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acccfab9-094f-47ba-870f-3091abc209b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.548962] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1010.548962] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520de526-da22-b5d0-b7d4-9f354e7389f5" [ 1010.548962] env[68864]: _type = "Task" [ 1010.548962] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.557345] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520de526-da22-b5d0-b7d4-9f354e7389f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.576304] env[68864]: DEBUG nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.653431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "02e1758c-eff1-49dc-be05-5e3e4499e78f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.653695] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.653908] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "02e1758c-eff1-49dc-be05-5e3e4499e78f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.654666] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.655928] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.656811] env[68864]: INFO nova.compute.manager [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Terminating instance [ 1010.702326] env[68864]: DEBUG nova.compute.manager [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1010.844232] env[68864]: INFO nova.compute.manager [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Detaching volume 574eb7c1-1093-4080-88e6-ff059d70701f [ 1010.879307] env[68864]: INFO nova.virt.block_device [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Attempting to driver detach volume 574eb7c1-1093-4080-88e6-ff059d70701f from mountpoint /dev/sdc [ 1010.879543] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1010.879732] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637165', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'name': 'volume-574eb7c1-1093-4080-88e6-ff059d70701f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'serial': '574eb7c1-1093-4080-88e6-ff059d70701f'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1010.880416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "9f590ce1-df39-49be-a6fc-078104f1f589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.880527] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "9f590ce1-df39-49be-a6fc-078104f1f589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.882075] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36026b7c-78f5-4de2-89cc-6cf5ee5fbb64 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.903581] env[68864]: DEBUG nova.network.neutron [-] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.905740] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f65260b-06a4-4da0-8eaf-d6b4d7b372b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.912345] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.912579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.912784] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.912951] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.913127] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.915615] env[68864]: INFO nova.compute.manager [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Terminating instance [ 1010.917288] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db07efba-ec85-43d3-8a55-37dcdfacbe91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.939621] env[68864]: DEBUG nova.compute.manager [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.939794] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.940543] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4430d9-0e14-4225-bcf2-c200977eb21d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.943847] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb04b385-58b0-44b7-9cce-6aa0ad8c0c8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.964442] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.965070] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.965636] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] The volume has not been displaced from its original location: [datastore1] volume-574eb7c1-1093-4080-88e6-ff059d70701f/volume-574eb7c1-1093-4080-88e6-ff059d70701f.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1010.970716] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.970992] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d91ae318-0c8e-42dc-9b11-37776c32cebd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.972522] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0753eeb2-c664-4376-98fa-007e579ba779 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.993988] env[68864]: INFO nova.compute.manager [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Shelve offloading [ 1010.997228] env[68864]: DEBUG oslo_vmware.api [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 1010.997228] env[68864]: value = "task-3185878" [ 1010.997228] env[68864]: _type = "Task" [ 1010.997228] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.997471] env[68864]: DEBUG oslo_vmware.api [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1010.997471] env[68864]: value = "task-3185877" [ 1010.997471] env[68864]: _type = "Task" [ 1010.997471] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.008075] env[68864]: DEBUG oslo_vmware.api [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.554687} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.008967] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1011.009218] env[68864]: INFO nova.compute.manager [None req-2f102549-ff2d-4820-9bdc-69be75d5db98 tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Took 14.28 seconds to snapshot the instance on the hypervisor. [ 1011.018020] env[68864]: DEBUG oslo_vmware.api [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.018337] env[68864]: DEBUG oslo_vmware.api [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.064024] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520de526-da22-b5d0-b7d4-9f354e7389f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008349} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.064766] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.064766] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 4e38f724-d53f-4edb-bcb1-4fd9b7b11995/4e38f724-d53f-4edb-bcb1-4fd9b7b11995.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.065060] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eca7ccd-25c1-430a-8c22-5670faafde65 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.072860] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1011.072860] env[68864]: value = "task-3185879" [ 1011.072860] env[68864]: _type = "Task" [ 1011.072860] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.085233] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.105611] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.105951] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.107576] env[68864]: INFO nova.compute.claims [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.160828] env[68864]: DEBUG nova.compute.manager [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.161161] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.162942] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e310d5-0d52-4333-a37f-f0350421653d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.179051] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.179331] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-164c607e-be68-43e2-8706-f4a1b5952886 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.185559] env[68864]: DEBUG oslo_vmware.api [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1011.185559] env[68864]: value = "task-3185880" [ 1011.185559] env[68864]: _type = "Task" [ 1011.185559] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.195461] env[68864]: DEBUG oslo_vmware.api [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.214090] env[68864]: DEBUG nova.network.neutron [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Updated VIF entry in instance network info cache for port d3fbe239-60f0-4455-870b-41c4ec93fbc2. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.214090] env[68864]: DEBUG nova.network.neutron [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Updating instance_info_cache with network_info: [{"id": "d3fbe239-60f0-4455-870b-41c4ec93fbc2", "address": "fa:16:3e:d3:5f:77", "network": {"id": "3ab3e932-2546-42fc-a01b-bd3e20632ac6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-564911077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cac3869141d542c8870ceed236840c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fbe239-60", "ovs_interfaceid": "d3fbe239-60f0-4455-870b-41c4ec93fbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.228739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.386396] env[68864]: DEBUG nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.408994] env[68864]: INFO nova.compute.manager [-] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Took 1.29 seconds to deallocate network for instance. [ 1011.500387] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.508623] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5bca6f3-0ddd-47b4-8b9a-e5bf6666fa05 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.515603] env[68864]: DEBUG oslo_vmware.api [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185878, 'name': ReconfigVM_Task, 'duration_secs': 0.241147} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.519875] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.525246] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1011.525246] env[68864]: value = "task-3185881" [ 1011.525246] env[68864]: _type = "Task" [ 1011.525246] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.530640] env[68864]: DEBUG oslo_vmware.api [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185877, 'name': PowerOffVM_Task, 'duration_secs': 0.25794} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.532365] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0887abb1-8da1-40e7-be8d-f853c0c96595 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.542876] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.543491] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.552969] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5605fdbf-b60a-401d-8f70-1d6eb7304ccb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.565572] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1011.565869] env[68864]: DEBUG nova.compute.manager [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.566602] env[68864]: DEBUG oslo_vmware.api [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 1011.566602] env[68864]: value = "task-3185882" [ 1011.566602] env[68864]: _type = "Task" [ 1011.566602] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.567693] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1a4d54-6ce4-45bb-ab31-a1ad2cb0596c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.580047] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.580205] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.580383] env[68864]: DEBUG nova.network.neutron [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.585138] env[68864]: DEBUG oslo_vmware.api [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.593188] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497267} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.593188] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 4e38f724-d53f-4edb-bcb1-4fd9b7b11995/4e38f724-d53f-4edb-bcb1-4fd9b7b11995.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.593188] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.593188] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b19d53a-4306-46de-96ac-6da705e24498 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.597576] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1011.597576] env[68864]: value = "task-3185884" [ 1011.597576] env[68864]: _type = "Task" [ 1011.597576] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.606692] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.625421] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.625708] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.625924] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleting the datastore file [datastore1] c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.626488] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1426869d-d0ec-41d7-a240-805250b15bb7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.633881] env[68864]: DEBUG oslo_vmware.api [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1011.633881] env[68864]: value = "task-3185885" [ 1011.633881] env[68864]: _type = "Task" [ 1011.633881] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.643159] env[68864]: DEBUG oslo_vmware.api [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.695355] env[68864]: DEBUG oslo_vmware.api [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185880, 'name': PowerOffVM_Task, 'duration_secs': 0.206572} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.695485] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.696711] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.696711] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30fcf4a8-fb14-43ac-bd7e-5f38c58f856b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.716300] env[68864]: DEBUG oslo_concurrency.lockutils [req-aa9380ac-aedf-4e6b-80e5-9012f2f0be0c req-8ab66c32-cb02-485f-9e71-69755b120fa0 service nova] Releasing lock "refresh_cache-4e38f724-d53f-4edb-bcb1-4fd9b7b11995" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.754639] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.754873] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.755186] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleting the datastore file [datastore1] 02e1758c-eff1-49dc-be05-5e3e4499e78f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.755342] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b959bd-8a35-4c18-bad3-9e68db509bcb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.761521] env[68864]: DEBUG oslo_vmware.api [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1011.761521] env[68864]: value = "task-3185887" [ 1011.761521] env[68864]: _type = "Task" [ 1011.761521] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.769308] env[68864]: DEBUG oslo_vmware.api [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.914408] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.918870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.050931] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.051349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.051652] env[68864]: INFO nova.compute.manager [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Attaching volume 460b5e71-c07d-4d7e-a274-7947671a4ebf to /dev/sdb [ 1012.082190] env[68864]: DEBUG oslo_vmware.api [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185882, 'name': ReconfigVM_Task, 'duration_secs': 0.180429} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.082830] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637165', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'name': 'volume-574eb7c1-1093-4080-88e6-ff059d70701f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c591afe0-f04e-4de3-9d14-b30444a864dd', 'attached_at': '', 'detached_at': '', 'volume_id': '574eb7c1-1093-4080-88e6-ff059d70701f', 'serial': '574eb7c1-1093-4080-88e6-ff059d70701f'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1012.092510] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcb2d50-7d4c-4abf-9084-195cf206bd5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.102189] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9885d65-d0af-49ed-9130-0add8f2f0603 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.112768] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078956} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.118035] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.120968] env[68864]: DEBUG nova.virt.block_device [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating existing volume attachment record: 0ae87829-86d8-456e-9b3a-4066d2a3677d {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1012.124913] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db4f807-5930-4091-b8d1-2cf6895e2150 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.146898] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4e38f724-d53f-4edb-bcb1-4fd9b7b11995/4e38f724-d53f-4edb-bcb1-4fd9b7b11995.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.154714] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "9b39b8db-449c-4728-8389-940e0d1e04fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.154949] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.155164] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "9b39b8db-449c-4728-8389-940e0d1e04fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.155347] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.155567] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.156991] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57b576cd-efbb-48dc-9576-b2f3680011a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.173664] env[68864]: INFO nova.compute.manager [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Terminating instance [ 1012.188261] env[68864]: DEBUG oslo_vmware.api [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199158} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.190092] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.190288] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.190596] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.190818] env[68864]: INFO nova.compute.manager [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1012.190995] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.191120] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1012.191120] env[68864]: value = "task-3185888" [ 1012.191120] env[68864]: _type = "Task" [ 1012.191120] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.193861] env[68864]: DEBUG nova.compute.manager [-] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.193951] env[68864]: DEBUG nova.network.neutron [-] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.206940] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.272260] env[68864]: DEBUG oslo_vmware.api [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166895} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.272547] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.272743] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.272924] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.273125] env[68864]: INFO nova.compute.manager [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1012.273399] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.273606] env[68864]: DEBUG nova.compute.manager [-] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.273693] env[68864]: DEBUG nova.network.neutron [-] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.489781] env[68864]: DEBUG nova.compute.manager [req-ab6bac97-28f9-4f9b-9863-4c6e6bf6ee73 req-f80ebb11-9ba6-4ce9-99d9-a0a66d37ca65 service nova] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Received event network-vif-deleted-c0b0be62-ae67-4da9-b0f3-dbc712619bd0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.539451] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2569d88a-b794-4bd3-88cd-d8c8ab6c64f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.546097] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cbbb6a-361b-48dc-b676-4455d660bb2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.583531] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f751b3b3-d339-4cfd-ad7d-e03ee4ad86c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.594507] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e35b4-b01d-4a9b-b3c5-53925bf5c004 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.609982] env[68864]: DEBUG nova.compute.provider_tree [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.641935] env[68864]: DEBUG nova.compute.manager [req-20f5a638-9c2b-4e14-85ea-d2e524f877e8 req-e629e348-855c-4082-9d1c-3a02176da598 service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Received event network-vif-deleted-502f5a47-3366-4a41-8f16-308c37b1ae6a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.641935] env[68864]: INFO nova.compute.manager [req-20f5a638-9c2b-4e14-85ea-d2e524f877e8 req-e629e348-855c-4082-9d1c-3a02176da598 service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Neutron deleted interface 502f5a47-3366-4a41-8f16-308c37b1ae6a; detaching it from the instance and deleting it from the info cache [ 1012.641935] env[68864]: DEBUG nova.network.neutron [req-20f5a638-9c2b-4e14-85ea-d2e524f877e8 req-e629e348-855c-4082-9d1c-3a02176da598 service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.646252] env[68864]: DEBUG nova.objects.instance [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'flavor' on Instance uuid c591afe0-f04e-4de3-9d14-b30444a864dd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.685625] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "9c821423-2eb7-493b-81be-699faf300c1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.685927] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "9c821423-2eb7-493b-81be-699faf300c1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.686171] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "9c821423-2eb7-493b-81be-699faf300c1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.686353] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "9c821423-2eb7-493b-81be-699faf300c1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.686521] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "9c821423-2eb7-493b-81be-699faf300c1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.688468] env[68864]: DEBUG nova.compute.manager [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.688672] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.691832] env[68864]: INFO nova.compute.manager [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Terminating instance [ 1012.694019] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ee5f7-dbb2-451e-b0ae-59c8e06aa5e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.707793] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.710720] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.710994] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb95b60e-db0d-4aa3-98ff-136ce798af79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.717782] env[68864]: DEBUG oslo_vmware.api [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 1012.717782] env[68864]: value = "task-3185892" [ 1012.717782] env[68864]: _type = "Task" [ 1012.717782] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.727463] env[68864]: DEBUG oslo_vmware.api [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.868850] env[68864]: DEBUG nova.network.neutron [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45900e7e-4a", "ovs_interfaceid": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.086491] env[68864]: DEBUG nova.network.neutron [-] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.113801] env[68864]: DEBUG nova.scheduler.client.report [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.145482] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-097fa34a-606d-48f7-8dad-a3591c530fed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.163233] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84edc45-4778-4b9b-a4c6-b4d5bc429a91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.202821] env[68864]: DEBUG nova.compute.manager [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.203064] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.203461] env[68864]: DEBUG nova.compute.manager [req-20f5a638-9c2b-4e14-85ea-d2e524f877e8 req-e629e348-855c-4082-9d1c-3a02176da598 service nova] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Detach interface failed, port_id=502f5a47-3366-4a41-8f16-308c37b1ae6a, reason: Instance 02e1758c-eff1-49dc-be05-5e3e4499e78f could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.207322] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c24344-2108-4d13-94ab-cc8b1d45bd0b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.214547] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185888, 'name': ReconfigVM_Task, 'duration_secs': 0.767997} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.216548] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4e38f724-d53f-4edb-bcb1-4fd9b7b11995/4e38f724-d53f-4edb-bcb1-4fd9b7b11995.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.217261] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.217483] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eda9a0f9-3b35-473b-bbc9-ae75d21718bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.218933] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea851af-f0c7-44b4-b052-72f1c86b9fb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.228642] env[68864]: DEBUG oslo_vmware.api [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185892, 'name': PowerOffVM_Task, 'duration_secs': 0.249989} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.230602] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.230779] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.231088] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1013.231088] env[68864]: value = "task-3185893" [ 1013.231088] env[68864]: _type = "Task" [ 1013.231088] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.231310] env[68864]: DEBUG oslo_vmware.api [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 1013.231310] env[68864]: value = "task-3185894" [ 1013.231310] env[68864]: _type = "Task" [ 1013.231310] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.231505] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4c135e0-839b-4c95-94b1-74604257d708 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.246569] env[68864]: DEBUG oslo_vmware.api [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.249747] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185893, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.305763] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.305995] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.306202] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Deleting the datastore file [datastore1] 9b39b8db-449c-4728-8389-940e0d1e04fd {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.306473] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d030ca11-50cc-4e0c-9db3-36e99914a97a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.313247] env[68864]: DEBUG oslo_vmware.api [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for the task: (returnval){ [ 1013.313247] env[68864]: value = "task-3185896" [ 1013.313247] env[68864]: _type = "Task" [ 1013.313247] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.321831] env[68864]: DEBUG oslo_vmware.api [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.371798] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.433230] env[68864]: DEBUG nova.network.neutron [-] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.589875] env[68864]: INFO nova.compute.manager [-] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Took 1.32 seconds to deallocate network for instance. [ 1013.622745] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.622745] env[68864]: DEBUG nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.624088] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.395s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.658200] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3b825b62-ec1d-4970-9861-2e5b3746611e tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.750237] env[68864]: DEBUG oslo_vmware.api [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185894, 'name': PowerOffVM_Task, 'duration_secs': 0.205201} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.755159] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.755159] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.755159] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185893, 'name': Rename_Task, 'duration_secs': 0.138214} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.755159] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2459f013-d315-4df1-af4c-ebf9e7501418 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.756846] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.757528] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05674493-a94e-46dd-a857-8b2645913bf3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.767988] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1013.767988] env[68864]: value = "task-3185898" [ 1013.767988] env[68864]: _type = "Task" [ 1013.767988] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.776632] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.801854] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.801854] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e1ec4-b168-4a5f-b2f9-9428f29bf584 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.808738] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.808873] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cd24244-4a4b-4b89-a0c4-d3daa3e6ed80 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.821763] env[68864]: DEBUG oslo_vmware.api [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Task: {'id': task-3185896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170701} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.822017] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.822197] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.822409] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.822575] env[68864]: INFO nova.compute.manager [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1013.822800] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.822980] env[68864]: DEBUG nova.compute.manager [-] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.823129] env[68864]: DEBUG nova.network.neutron [-] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.834302] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.834632] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.834877] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Deleting the datastore file [datastore2] 9c821423-2eb7-493b-81be-699faf300c1f {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.835190] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b097d4-b23b-40cf-83e6-7b8245f935b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.841189] env[68864]: DEBUG oslo_vmware.api [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for the task: (returnval){ [ 1013.841189] env[68864]: value = "task-3185900" [ 1013.841189] env[68864]: _type = "Task" [ 1013.841189] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.852584] env[68864]: DEBUG oslo_vmware.api [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.879553] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.879612] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.879777] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleting the datastore file [datastore2] 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.880075] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-949a2e81-03d2-4810-8da4-7d4b2ad6d267 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.888304] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1013.888304] env[68864]: value = "task-3185901" [ 1013.888304] env[68864]: _type = "Task" [ 1013.888304] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.899383] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.937803] env[68864]: INFO nova.compute.manager [-] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Took 1.74 seconds to deallocate network for instance. [ 1014.097509] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.127303] env[68864]: DEBUG nova.compute.utils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.132857] env[68864]: INFO nova.compute.claims [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.137365] env[68864]: DEBUG nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1014.226459] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "39bb3439-5d92-459c-b83b-9bcadaa038ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.226825] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.227072] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "39bb3439-5d92-459c-b83b-9bcadaa038ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.227265] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.227436] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.233448] env[68864]: INFO nova.compute.manager [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Terminating instance [ 1014.278589] env[68864]: DEBUG oslo_vmware.api [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185898, 'name': PowerOnVM_Task, 'duration_secs': 0.482051} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.278955] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.279209] env[68864]: INFO nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1014.279360] env[68864]: DEBUG nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.280136] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dbd72f-bc93-4427-bff0-e2d3084fc120 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.351721] env[68864]: DEBUG oslo_vmware.api [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Task: {'id': task-3185900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23218} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.351954] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.352154] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.352339] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.352514] env[68864]: INFO nova.compute.manager [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1014.352760] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.353486] env[68864]: DEBUG nova.compute.manager [-] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.353591] env[68864]: DEBUG nova.network.neutron [-] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.398460] env[68864]: DEBUG oslo_vmware.api [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3185901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168815} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.398676] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.398839] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.399052] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.423871] env[68864]: INFO nova.scheduler.client.report [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted allocations for instance 9884f948-8bd2-44c5-9670-003dfffbfcd9 [ 1014.445110] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.527497] env[68864]: DEBUG nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Received event network-vif-deleted-1c023c6f-056c-4154-a5f3-46894f3a6e00 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.527997] env[68864]: DEBUG nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-vif-unplugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.528206] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.528417] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.528583] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.528748] env[68864]: DEBUG nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] No waiting events found dispatching network-vif-unplugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.529140] env[68864]: WARNING nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received unexpected event network-vif-unplugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 for instance with vm_state shelved_offloaded and task_state None. [ 1014.529349] env[68864]: DEBUG nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.529509] env[68864]: DEBUG nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing instance network info cache due to event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.529696] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] Acquiring lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.530080] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] Acquired lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.530279] env[68864]: DEBUG nova.network.neutron [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.622426] env[68864]: DEBUG nova.network.neutron [-] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.637413] env[68864]: DEBUG nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.641348] env[68864]: INFO nova.compute.resource_tracker [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating resource usage from migration 81d08dc5-41e2-4feb-99ec-cf3767e9fb65 [ 1014.738257] env[68864]: DEBUG nova.compute.manager [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.738357] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.741581] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa19457-3f32-4000-9d93-f75ea8f2dbbd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.749642] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.749904] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aac21caa-00a7-45b5-91e2-f4362b6e972d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.756965] env[68864]: DEBUG oslo_vmware.api [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 1014.756965] env[68864]: value = "task-3185903" [ 1014.756965] env[68864]: _type = "Task" [ 1014.756965] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.766190] env[68864]: DEBUG oslo_vmware.api [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.798255] env[68864]: INFO nova.compute.manager [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Took 14.74 seconds to build instance. [ 1014.848050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.848050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.848050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "c591afe0-f04e-4de3-9d14-b30444a864dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.848050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.848050] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.849672] env[68864]: INFO nova.compute.manager [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Terminating instance [ 1014.927811] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.938117] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e99b448-cf8f-44a4-9b2a-bdf3e55035e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.950700] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b5db5-84e6-401f-887d-24ec7d1b3cf7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.983203] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada9c88b-bc2c-4fec-904b-d8fa5536681d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.990465] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d07f63a-ea10-4f1e-bae1-4066b08ca338 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.004184] env[68864]: DEBUG nova.compute.provider_tree [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.126290] env[68864]: INFO nova.compute.manager [-] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Took 1.30 seconds to deallocate network for instance. [ 1015.271210] env[68864]: DEBUG oslo_vmware.api [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185903, 'name': PowerOffVM_Task, 'duration_secs': 0.208602} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.271498] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.271668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.271918] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f2a1329-4b93-41eb-8538-49f149d37be4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.295343] env[68864]: DEBUG nova.network.neutron [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updated VIF entry in instance network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.296142] env[68864]: DEBUG nova.network.neutron [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap45900e7e-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.298484] env[68864]: DEBUG oslo_concurrency.lockutils [None req-21f6c214-52c7-4ac7-8b79-4e3528e919f8 tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.254s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.302877] env[68864]: DEBUG nova.network.neutron [-] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.336608] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.336941] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.337152] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Deleting the datastore file [datastore2] 39bb3439-5d92-459c-b83b-9bcadaa038ec {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.337411] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4beec4f8-3b97-42a8-8f5e-7454267608ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.345633] env[68864]: DEBUG oslo_vmware.api [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 1015.345633] env[68864]: value = "task-3185905" [ 1015.345633] env[68864]: _type = "Task" [ 1015.345633] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.353487] env[68864]: DEBUG oslo_vmware.api [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.356214] env[68864]: DEBUG nova.compute.manager [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.356418] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.357206] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffec536d-78ca-4e30-b278-2edc0f4bcafa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.367056] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.367332] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8208699-2b2c-4c34-94df-697c1957fbfd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.372651] env[68864]: DEBUG oslo_vmware.api [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 1015.372651] env[68864]: value = "task-3185906" [ 1015.372651] env[68864]: _type = "Task" [ 1015.372651] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.381514] env[68864]: DEBUG oslo_vmware.api [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.508028] env[68864]: DEBUG nova.scheduler.client.report [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.634805] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.652278] env[68864]: DEBUG nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.674760] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.675044] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.675213] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.675402] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.675580] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.675728] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.675937] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.676110] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.676283] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.676517] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.676785] env[68864]: DEBUG nova.virt.hardware [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.677915] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322a3a1a-6640-414b-a4fd-d78dfc622dd2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.686945] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048cc9a6-bd6b-4013-a114-4827015824bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.703060] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.708557] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Creating folder: Project (387a993d1a754e87acbac334eabbc842). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.709202] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc2d2cd2-8b47-43c3-ab06-040acee05808 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.719488] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Created folder: Project (387a993d1a754e87acbac334eabbc842) in parent group-v636929. [ 1015.719683] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Creating folder: Instances. Parent ref: group-v637184. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.720016] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f135eb27-ae3b-4cdb-9d21-f19bca8ec25c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.728514] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Created folder: Instances in parent group-v637184. [ 1015.728740] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.728920] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c951090-a586-4562-896e-098b10b867dd] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.729225] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd3ec108-250b-4a5f-a06a-cb8ed58618e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.745308] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.745308] env[68864]: value = "task-3185909" [ 1015.745308] env[68864]: _type = "Task" [ 1015.745308] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.753361] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185909, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.798957] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] Releasing lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.799394] env[68864]: DEBUG nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Received event network-vif-deleted-0676a61b-a247-4aa5-be1a-a80ed4cadbcc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.799696] env[68864]: INFO nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Neutron deleted interface 0676a61b-a247-4aa5-be1a-a80ed4cadbcc; detaching it from the instance and deleting it from the info cache [ 1015.799980] env[68864]: DEBUG nova.network.neutron [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.805297] env[68864]: INFO nova.compute.manager [-] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Took 1.45 seconds to deallocate network for instance. [ 1015.855376] env[68864]: DEBUG oslo_vmware.api [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224779} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.855672] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.855866] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.856094] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.856270] env[68864]: INFO nova.compute.manager [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1015.856513] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.856706] env[68864]: DEBUG nova.compute.manager [-] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.856800] env[68864]: DEBUG nova.network.neutron [-] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.881728] env[68864]: DEBUG oslo_vmware.api [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185906, 'name': PowerOffVM_Task, 'duration_secs': 0.196093} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.881991] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.882180] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.882456] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aeec7e6-f952-4048-b7b8-757a06f71ab9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.945826] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.946054] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.946269] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Deleting the datastore file [datastore1] c591afe0-f04e-4de3-9d14-b30444a864dd {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.946550] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef348fa-1b09-4d6f-926d-aacc1e9d0be8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.952974] env[68864]: DEBUG oslo_vmware.api [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for the task: (returnval){ [ 1015.952974] env[68864]: value = "task-3185911" [ 1015.952974] env[68864]: _type = "Task" [ 1015.952974] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.961146] env[68864]: DEBUG oslo_vmware.api [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.014167] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.390s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.014512] env[68864]: INFO nova.compute.manager [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Migrating [ 1016.024312] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.110s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.025877] env[68864]: INFO nova.compute.claims [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.171863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.172170] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.172415] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.172614] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.172791] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.174951] env[68864]: INFO nova.compute.manager [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Terminating instance [ 1016.255180] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185909, 'name': CreateVM_Task, 'duration_secs': 0.424447} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.255605] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c951090-a586-4562-896e-098b10b867dd] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.255790] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.255949] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.256284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.256535] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fc3798-aed9-4ca1-87b2-a71bfc559050 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.260755] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1016.260755] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5219a402-2e89-4df2-37cc-403223943f7a" [ 1016.260755] env[68864]: _type = "Task" [ 1016.260755] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.270387] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5219a402-2e89-4df2-37cc-403223943f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.302724] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d80574a-c8a8-41e5-a325-9283e10365f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.311601] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ee8eb-c9cb-4d92-910c-cce1d4a17e35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.322755] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.344124] env[68864]: DEBUG nova.compute.manager [req-4a4a0b99-6116-42c7-8740-7cb86b2df942 req-4a7b9a7b-78e6-4ff1-b08a-29cad0585ced service nova] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Detach interface failed, port_id=0676a61b-a247-4aa5-be1a-a80ed4cadbcc, reason: Instance 9b39b8db-449c-4728-8389-940e0d1e04fd could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.465151] env[68864]: DEBUG oslo_vmware.api [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Task: {'id': task-3185911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148866} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.465569] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.465801] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.465985] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.466188] env[68864]: INFO nova.compute.manager [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1016.466437] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.466639] env[68864]: DEBUG nova.compute.manager [-] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.466737] env[68864]: DEBUG nova.network.neutron [-] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.537703] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.543890] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.544082] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.544265] env[68864]: DEBUG nova.network.neutron [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.554395] env[68864]: DEBUG nova.compute.manager [req-f01ab83b-ef92-4f75-b64d-324c32199f89 req-4c440d7b-6b51-4ce8-9fad-19b4de09ad37 service nova] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Received event network-vif-deleted-4e5cb627-a6d6-401f-aa45-e1d8179f6e5c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.554639] env[68864]: DEBUG nova.compute.manager [req-f01ab83b-ef92-4f75-b64d-324c32199f89 req-4c440d7b-6b51-4ce8-9fad-19b4de09ad37 service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Received event network-vif-deleted-be49f259-4b67-437b-9b5d-055845ece1d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.554884] env[68864]: INFO nova.compute.manager [req-f01ab83b-ef92-4f75-b64d-324c32199f89 req-4c440d7b-6b51-4ce8-9fad-19b4de09ad37 service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Neutron deleted interface be49f259-4b67-437b-9b5d-055845ece1d9; detaching it from the instance and deleting it from the info cache [ 1016.555053] env[68864]: DEBUG nova.network.neutron [req-f01ab83b-ef92-4f75-b64d-324c32199f89 req-4c440d7b-6b51-4ce8-9fad-19b4de09ad37 service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.609171] env[68864]: DEBUG nova.network.neutron [-] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.679585] env[68864]: DEBUG nova.compute.manager [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.680742] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.680983] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf5d23-3460-4fd6-9e03-005318a34573 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.689758] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.689758] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05c248d3-7bbf-4561-8610-788d629f7a34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.696284] env[68864]: DEBUG oslo_vmware.api [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1016.696284] env[68864]: value = "task-3185912" [ 1016.696284] env[68864]: _type = "Task" [ 1016.696284] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.706375] env[68864]: DEBUG oslo_vmware.api [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.774500] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5219a402-2e89-4df2-37cc-403223943f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.776188] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.779438] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.779941] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.783298] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.783298] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.783298] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e793f2c1-c41b-45b9-b09b-dff1b6d8a5d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.791683] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.792071] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.793140] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e71ac96-4516-4cd0-9755-bc7e30773569 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.799192] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1016.799192] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525cfd08-ef8d-511f-c571-49c278c5bf0f" [ 1016.799192] env[68864]: _type = "Task" [ 1016.799192] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.810187] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525cfd08-ef8d-511f-c571-49c278c5bf0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.058963] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4805730-3c4d-4b36-a817-6e40c12d036d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.068496] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b4900-0fd6-40ea-a88b-ec2eed9d9e22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.105251] env[68864]: DEBUG nova.compute.manager [req-f01ab83b-ef92-4f75-b64d-324c32199f89 req-4c440d7b-6b51-4ce8-9fad-19b4de09ad37 service nova] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Detach interface failed, port_id=be49f259-4b67-437b-9b5d-055845ece1d9, reason: Instance 39bb3439-5d92-459c-b83b-9bcadaa038ec could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.111443] env[68864]: INFO nova.compute.manager [-] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Took 1.25 seconds to deallocate network for instance. [ 1017.176738] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1017.176738] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637183', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'name': 'volume-460b5e71-c07d-4d7e-a274-7947671a4ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'serial': '460b5e71-c07d-4d7e-a274-7947671a4ebf'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1017.177448] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c0d56-294f-4399-96d3-0cdb69368e7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.197782] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d480607-33a9-430c-8917-0b734155a4a2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.229088] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-460b5e71-c07d-4d7e-a274-7947671a4ebf/volume-460b5e71-c07d-4d7e-a274-7947671a4ebf.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.229418] env[68864]: DEBUG oslo_vmware.api [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185912, 'name': PowerOffVM_Task, 'duration_secs': 0.202053} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.234162] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade55dba-8d50-4e7d-8dbd-da60632111a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.246610] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.247091] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.247583] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43b8874-da74-4dff-b375-78c61b90a2a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.254504] env[68864]: DEBUG oslo_vmware.api [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1017.254504] env[68864]: value = "task-3185914" [ 1017.254504] env[68864]: _type = "Task" [ 1017.254504] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.264221] env[68864]: DEBUG oslo_vmware.api [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.308924] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525cfd08-ef8d-511f-c571-49c278c5bf0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.313043] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e285e8f-41ed-45f3-bea9-e5786e686ca2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.315746] env[68864]: DEBUG nova.network.neutron [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.318389] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.318623] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.318823] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Deleting the datastore file [datastore1] 4e38f724-d53f-4edb-bcb1-4fd9b7b11995 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.319341] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7355f951-09ad-4524-b0b7-cfabb4f00817 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.325134] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1017.325134] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524c226e-058f-eedb-bffe-00eaf1eb6814" [ 1017.325134] env[68864]: _type = "Task" [ 1017.325134] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.332758] env[68864]: DEBUG oslo_vmware.api [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for the task: (returnval){ [ 1017.332758] env[68864]: value = "task-3185915" [ 1017.332758] env[68864]: _type = "Task" [ 1017.332758] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.341068] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524c226e-058f-eedb-bffe-00eaf1eb6814, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.343982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.344260] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 8c951090-a586-4562-896e-098b10b867dd/8c951090-a586-4562-896e-098b10b867dd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.344705] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6e998f7-f94d-4e0d-bfe9-8f444d2e349e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.349510] env[68864]: DEBUG oslo_vmware.api [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.353057] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1017.353057] env[68864]: value = "task-3185916" [ 1017.353057] env[68864]: _type = "Task" [ 1017.353057] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.363633] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.416226] env[68864]: DEBUG nova.network.neutron [-] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.464897] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42859f63-6ac8-4800-a3dd-7e1eeacc9026 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.473339] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3225a3a4-d6b8-4f2c-9c25-b4c5d20be877 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.505480] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c3cd34-2313-40cd-b48b-50be87787162 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.513100] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc4ddf-ad9c-4531-9c89-2c53884c5c91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.527037] env[68864]: DEBUG nova.compute.provider_tree [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.619141] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.682427] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.682684] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.682782] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.682981] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.683168] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.683338] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.683489] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.683637] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1017.683782] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.767340] env[68864]: DEBUG oslo_vmware.api [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.820566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.844021] env[68864]: DEBUG oslo_vmware.api [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Task: {'id': task-3185915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16125} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.844287] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.844517] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.844709] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.844882] env[68864]: INFO nova.compute.manager [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1017.845153] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.845432] env[68864]: DEBUG nova.compute.manager [-] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.845509] env[68864]: DEBUG nova.network.neutron [-] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.862490] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185916, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.920152] env[68864]: INFO nova.compute.manager [-] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Took 1.45 seconds to deallocate network for instance. [ 1018.030559] env[68864]: DEBUG nova.scheduler.client.report [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.187177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.265847] env[68864]: DEBUG oslo_vmware.api [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185914, 'name': ReconfigVM_Task, 'duration_secs': 0.585701} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.266147] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-460b5e71-c07d-4d7e-a274-7947671a4ebf/volume-460b5e71-c07d-4d7e-a274-7947671a4ebf.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.270771] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da30ed8-fc07-43a3-a97b-72ff7d39378b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.285241] env[68864]: DEBUG oslo_vmware.api [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1018.285241] env[68864]: value = "task-3185917" [ 1018.285241] env[68864]: _type = "Task" [ 1018.285241] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.292845] env[68864]: DEBUG oslo_vmware.api [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.364054] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519842} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.364359] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 8c951090-a586-4562-896e-098b10b867dd/8c951090-a586-4562-896e-098b10b867dd.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.364604] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.364869] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20cba969-932e-43de-aafb-11658514b180 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.371520] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1018.371520] env[68864]: value = "task-3185918" [ 1018.371520] env[68864]: _type = "Task" [ 1018.371520] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.380301] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.426502] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.535422] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.536015] env[68864]: DEBUG nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.538557] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.620s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.538860] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.540742] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.443s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.540948] env[68864]: DEBUG nova.objects.instance [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lazy-loading 'resources' on Instance uuid 02e1758c-eff1-49dc-be05-5e3e4499e78f {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.560962] env[68864]: INFO nova.scheduler.client.report [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Deleted allocations for instance 5fae2104-5add-40ad-9e1e-4c47739b3017 [ 1018.568208] env[68864]: DEBUG nova.network.neutron [-] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.583162] env[68864]: DEBUG nova.compute.manager [req-40a4c90f-1e2d-466b-a427-4c82da5df7f1 req-3906b90c-7515-400f-9f3e-54edf57e1dc5 service nova] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Received event network-vif-deleted-dd0c95f7-7918-4494-9b86-54749fa35f1d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.583162] env[68864]: DEBUG nova.compute.manager [req-40a4c90f-1e2d-466b-a427-4c82da5df7f1 req-3906b90c-7515-400f-9f3e-54edf57e1dc5 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Received event network-vif-deleted-d3fbe239-60f0-4455-870b-41c4ec93fbc2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.583162] env[68864]: INFO nova.compute.manager [req-40a4c90f-1e2d-466b-a427-4c82da5df7f1 req-3906b90c-7515-400f-9f3e-54edf57e1dc5 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Neutron deleted interface d3fbe239-60f0-4455-870b-41c4ec93fbc2; detaching it from the instance and deleting it from the info cache [ 1018.583162] env[68864]: DEBUG nova.network.neutron [req-40a4c90f-1e2d-466b-a427-4c82da5df7f1 req-3906b90c-7515-400f-9f3e-54edf57e1dc5 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.795961] env[68864]: DEBUG oslo_vmware.api [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185917, 'name': ReconfigVM_Task, 'duration_secs': 0.146454} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.796292] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637183', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'name': 'volume-460b5e71-c07d-4d7e-a274-7947671a4ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'serial': '460b5e71-c07d-4d7e-a274-7947671a4ebf'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1018.880953] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070634} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.881225] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.882015] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b38738-f6cd-4f77-937d-5f3bc82ab467 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.901960] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8c951090-a586-4562-896e-098b10b867dd/8c951090-a586-4562-896e-098b10b867dd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.902242] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6d9873-a8cd-415b-927e-6b68efd571fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.921360] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1018.921360] env[68864]: value = "task-3185919" [ 1018.921360] env[68864]: _type = "Task" [ 1018.921360] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.928987] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.044489] env[68864]: DEBUG nova.compute.utils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.049795] env[68864]: DEBUG nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1019.071250] env[68864]: INFO nova.compute.manager [-] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Took 1.23 seconds to deallocate network for instance. [ 1019.071651] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a0392327-0544-4ab0-9fdc-f0334cb1ee9e tempest-DeleteServersTestJSON-1934753265 tempest-DeleteServersTestJSON-1934753265-project-member] Lock "5fae2104-5add-40ad-9e1e-4c47739b3017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.589s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.085573] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0f2e463-8ae6-4018-a975-7e0c535d6a1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.098454] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74fdc32-ea83-4159-bbbb-a3b1c1909ebe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.138351] env[68864]: DEBUG nova.compute.manager [req-40a4c90f-1e2d-466b-a427-4c82da5df7f1 req-3906b90c-7515-400f-9f3e-54edf57e1dc5 service nova] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Detach interface failed, port_id=d3fbe239-60f0-4455-870b-41c4ec93fbc2, reason: Instance 4e38f724-d53f-4edb-bcb1-4fd9b7b11995 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.335174] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187456eb-8d15-4587-a0b5-776f0cbd29a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.339280] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd5304-99b5-41a8-bf08-3f240f56c89e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.362334] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f0530-7691-45c8-81b2-8792e674c101 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.367934] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance 'ede3fea5-e8df-402c-96b7-3ca030d6169d' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.399762] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f4e441-4978-4697-b2f7-4728ef9ad407 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.407967] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daddc088-8a9f-456f-931e-7520438f0f82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.421385] env[68864]: DEBUG nova.compute.provider_tree [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.430180] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185919, 'name': ReconfigVM_Task, 'duration_secs': 0.229079} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.430845] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8c951090-a586-4562-896e-098b10b867dd/8c951090-a586-4562-896e-098b10b867dd.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.431413] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7e4d729-cd7f-4903-b45e-f70204ab5bbc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.437251] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1019.437251] env[68864]: value = "task-3185920" [ 1019.437251] env[68864]: _type = "Task" [ 1019.437251] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.445167] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185920, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.550139] env[68864]: DEBUG nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.578299] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.835961] env[68864]: DEBUG nova.objects.instance [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lazy-loading 'flavor' on Instance uuid 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.874758] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.874870] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-921f5e96-d710-40af-a3cf-555179739f58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.881337] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1019.881337] env[68864]: value = "task-3185922" [ 1019.881337] env[68864]: _type = "Task" [ 1019.881337] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.889800] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.926506] env[68864]: DEBUG nova.scheduler.client.report [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.947335] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185920, 'name': Rename_Task, 'duration_secs': 0.129579} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.948281] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.948568] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d057ac23-7197-4da1-95c7-b2ebf89cdc04 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.954371] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1019.954371] env[68864]: value = "task-3185923" [ 1019.954371] env[68864]: _type = "Task" [ 1019.954371] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.964493] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.342084] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a3558746-4a4f-4488-a573-4fd156c02baf tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.291s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.390885] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185922, 'name': PowerOffVM_Task, 'duration_secs': 0.227863} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.391159] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.391348] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance 'ede3fea5-e8df-402c-96b7-3ca030d6169d' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.433088] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.435618] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.991s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.435886] env[68864]: DEBUG nova.objects.instance [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lazy-loading 'resources' on Instance uuid c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.459166] env[68864]: INFO nova.scheduler.client.report [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted allocations for instance 02e1758c-eff1-49dc-be05-5e3e4499e78f [ 1020.465810] env[68864]: DEBUG oslo_vmware.api [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185923, 'name': PowerOnVM_Task, 'duration_secs': 0.440029} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.466260] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.466456] env[68864]: INFO nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1020.466633] env[68864]: DEBUG nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.467412] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329dc272-fd16-4289-95f9-3512d17167e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.559985] env[68864]: DEBUG nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.580523] env[68864]: INFO nova.compute.manager [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Rescuing [ 1020.580523] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.580645] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.580815] env[68864]: DEBUG nova.network.neutron [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.591526] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.592094] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.592094] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.592094] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.592258] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.592470] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.592713] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.592875] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.593053] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.593220] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.593396] env[68864]: DEBUG nova.virt.hardware [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.594266] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed13b8d8-221c-49e3-b8a7-2953b2c5929d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.603539] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e8653a-80c6-461e-a4db-cf7d7c46412d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.617983] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.623168] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.623414] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.623627] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-235079df-8315-494b-b14d-5ecbf2e63349 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.641426] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.641426] env[68864]: value = "task-3185924" [ 1020.641426] env[68864]: _type = "Task" [ 1020.641426] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.648970] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185924, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.897731] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.897999] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.898155] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.898340] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.898493] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.898706] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.898892] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.899094] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.899290] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.899472] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.899671] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.905063] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01756d62-96f2-490a-9082-05b30996df4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.919993] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1020.919993] env[68864]: value = "task-3185925" [ 1020.919993] env[68864]: _type = "Task" [ 1020.919993] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.928244] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.970034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-92818f48-b2a8-44cb-a043-9711b24c37de tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "02e1758c-eff1-49dc-be05-5e3e4499e78f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.316s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.984647] env[68864]: INFO nova.compute.manager [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Took 9.90 seconds to build instance. [ 1021.152351] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185924, 'name': CreateVM_Task, 'duration_secs': 0.276376} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.152351] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.154681] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.154973] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.155305] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.155724] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6b8265-e34f-4207-af9e-a6a6e9c6de06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.160385] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1021.160385] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52faa889-b92f-dc1c-f54e-bdc4456b18b7" [ 1021.160385] env[68864]: _type = "Task" [ 1021.160385] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.169196] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52faa889-b92f-dc1c-f54e-bdc4456b18b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.221088] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96556547-046c-4f89-9d2e-2811953217a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.230277] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276954b-8ff7-41a2-8fa6-72c37bac91e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.263320] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c1933d-36f9-49fb-bc33-02887765872a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.270737] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feef53b-490d-4577-90f8-f3e9cbee777d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.283884] env[68864]: DEBUG nova.compute.provider_tree [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.327858] env[68864]: DEBUG nova.network.neutron [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.429753] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185925, 'name': ReconfigVM_Task, 'duration_secs': 0.205549} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.430070] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance 'ede3fea5-e8df-402c-96b7-3ca030d6169d' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.487677] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9e95836-7f06-4eb1-8a4f-1e862a529e58 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "8c951090-a586-4562-896e-098b10b867dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.415s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.672704] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52faa889-b92f-dc1c-f54e-bdc4456b18b7, 'name': SearchDatastore_Task, 'duration_secs': 0.021952} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.673011] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.673250] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.673482] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.673626] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.673797] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.674062] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3666b19a-e7a8-4761-baa6-f2d1f2a81139 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.682394] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.682567] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.683258] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f6b9bf-2191-4fd7-bc8b-2e047f711c6a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.687700] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1021.687700] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f0918-86a9-3b7a-a1d6-1aacdc08d717" [ 1021.687700] env[68864]: _type = "Task" [ 1021.687700] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.694580] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f0918-86a9-3b7a-a1d6-1aacdc08d717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.787474] env[68864]: DEBUG nova.scheduler.client.report [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.830088] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.936380] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.936611] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.936753] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.936937] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.937097] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.937267] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.937453] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.937656] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.937854] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.938036] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.938215] env[68864]: DEBUG nova.virt.hardware [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.943419] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1021.943705] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab63f3e-89e9-4123-9c1b-9a84e6491c7c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.961499] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1021.961499] env[68864]: value = "task-3185926" [ 1021.961499] env[68864]: _type = "Task" [ 1021.961499] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.969013] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.197715] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f0918-86a9-3b7a-a1d6-1aacdc08d717, 'name': SearchDatastore_Task, 'duration_secs': 0.016879} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.198586] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f31d55-eaa5-4e1d-9f48-351865ccb298 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.203511] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1022.203511] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52facce7-e7a6-593a-a6cf-54d0e5f18cc8" [ 1022.203511] env[68864]: _type = "Task" [ 1022.203511] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.211065] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52facce7-e7a6-593a-a6cf-54d0e5f18cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.294079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.295978] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.368s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.296242] env[68864]: DEBUG nova.objects.instance [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'resources' on Instance uuid 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.319111] env[68864]: INFO nova.scheduler.client.report [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted allocations for instance c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10 [ 1022.472210] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185926, 'name': ReconfigVM_Task, 'duration_secs': 0.227047} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.472810] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1022.474727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116f20fb-bd36-419e-9488-e03ed7b59d0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.499780] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.501029] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943b4250-ba3d-42b5-9d9d-18f751131cad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.519374] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1022.519374] env[68864]: value = "task-3185927" [ 1022.519374] env[68864]: _type = "Task" [ 1022.519374] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.527014] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.714300] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52facce7-e7a6-593a-a6cf-54d0e5f18cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.714658] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.714975] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.715319] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15407956-506e-407b-8a86-06e040771b06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.723728] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1022.723728] env[68864]: value = "task-3185928" [ 1022.723728] env[68864]: _type = "Task" [ 1022.723728] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.733888] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.798862] env[68864]: DEBUG nova.objects.instance [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'numa_topology' on Instance uuid 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.829700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d0c29de6-cc56-4e7b-9ec1-1e7a4b63c30f tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.917s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.030524] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185927, 'name': ReconfigVM_Task, 'duration_secs': 0.310862} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.030829] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.031150] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance 'ede3fea5-e8df-402c-96b7-3ca030d6169d' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.235805] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.301948] env[68864]: DEBUG nova.objects.base [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Object Instance<9884f948-8bd2-44c5-9670-003dfffbfcd9> lazy-loaded attributes: resources,numa_topology {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.368132] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.373277] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a40faa39-c6a3-4172-a840-a4ce1db734aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.381025] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1023.381025] env[68864]: value = "task-3185929" [ 1023.381025] env[68864]: _type = "Task" [ 1023.381025] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.390063] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.539487] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffa21d9-6b4d-4a7b-9231-b599938745dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.566218] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d669b7d-cdfd-4d97-9d5e-2fad453a9895 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.589596] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance 'ede3fea5-e8df-402c-96b7-3ca030d6169d' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.630826] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f01f3-4718-4219-97f7-7ed142e85c8f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.638579] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de12fec8-5c13-475f-a6f5-7f35130560f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.672195] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc2d7f1-192b-4cb9-a20c-2168c9c5c88f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.679376] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d782650-7117-4d4d-96fc-7a99e9c70bc4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.693410] env[68864]: DEBUG nova.compute.provider_tree [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.733610] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549208} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.733892] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.734114] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.734368] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8892edcf-ae17-479c-ad6d-a74b495b83f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.740799] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1023.740799] env[68864]: value = "task-3185930" [ 1023.740799] env[68864]: _type = "Task" [ 1023.740799] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.749237] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.785246] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "2129e57d-35c2-48e3-92ea-85c05550fa13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.785246] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.812408] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "a464ef75-46c4-4e0c-9027-ad6d478a3904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.812670] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.893534] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185929, 'name': PowerOffVM_Task, 'duration_secs': 0.212025} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.893914] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.894976] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f8cccb-cc49-43d9-9315-03a0d385900b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.920754] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d009ca12-37ab-4b20-81d5-491b7e679180 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.961201] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.962787] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c047b0-4819-405e-9853-318f55f0bede {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.970015] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1023.970015] env[68864]: value = "task-3185931" [ 1023.970015] env[68864]: _type = "Task" [ 1023.970015] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.980905] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1023.981768] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.981768] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.981940] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.981979] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.982235] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a447d052-3dab-4166-9ca7-84ff0890896a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.000761] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.001337] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.001814] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15b1d66-5a62-4251-bad9-beed4b7d34c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.008094] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1024.008094] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5289f559-6e27-b55c-db99-ad6bdd466a65" [ 1024.008094] env[68864]: _type = "Task" [ 1024.008094] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.016923] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5289f559-6e27-b55c-db99-ad6bdd466a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.196470] env[68864]: DEBUG nova.scheduler.client.report [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.252267] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095897} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.252542] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.254974] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a18e3c2-c59f-443d-954a-acf1bfde1ff4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.273850] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.274242] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e29c521-c799-42f9-add7-1945c60088f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.289957] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.297410] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1024.297410] env[68864]: value = "task-3185932" [ 1024.297410] env[68864]: _type = "Task" [ 1024.297410] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.306113] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.314781] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.518557] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5289f559-6e27-b55c-db99-ad6bdd466a65, 'name': SearchDatastore_Task, 'duration_secs': 0.038632} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.519522] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbb7aaf-12fc-46f3-abfe-32ff95c899a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.525301] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1024.525301] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c6e8e0-2669-62f6-3e3d-a4cae57369cb" [ 1024.525301] env[68864]: _type = "Task" [ 1024.525301] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.533355] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c6e8e0-2669-62f6-3e3d-a4cae57369cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.700955] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.705160] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.070s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.705392] env[68864]: DEBUG nova.objects.instance [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lazy-loading 'resources' on Instance uuid 9b39b8db-449c-4728-8389-940e0d1e04fd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.809992] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185932, 'name': ReconfigVM_Task, 'duration_secs': 0.309614} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.810278] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.810834] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-491be060-c3cf-471d-858e-698d3247aa5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.813700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.816937] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1024.816937] env[68864]: value = "task-3185933" [ 1024.816937] env[68864]: _type = "Task" [ 1024.816937] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.827040] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185933, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.835383] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.035940] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c6e8e0-2669-62f6-3e3d-a4cae57369cb, 'name': SearchDatastore_Task, 'duration_secs': 0.017726} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.036226] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.036486] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. {{(pid=68864) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1025.036763] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58276f88-cdf0-488b-b707-0401357de9b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.044040] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1025.044040] env[68864]: value = "task-3185934" [ 1025.044040] env[68864]: _type = "Task" [ 1025.044040] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.052942] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.220157] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6d4dd223-40d7-457a-8f19-011747b732cd tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.632s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.221489] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.684s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.221489] env[68864]: INFO nova.compute.manager [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Unshelving [ 1025.253671] env[68864]: DEBUG nova.network.neutron [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Port 13ef2f30-578e-4031-937a-5b6222584837 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1025.331565] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185933, 'name': Rename_Task, 'duration_secs': 0.143237} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.331863] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.332483] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79bea5d9-266d-4e45-8525-87f62bb9e661 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.343472] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1025.343472] env[68864]: value = "task-3185935" [ 1025.343472] env[68864]: _type = "Task" [ 1025.343472] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.352614] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.557026] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502695} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.557353] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. [ 1025.559136] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f12b9d2-ada2-4eab-9f82-c068068ae340 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.562660] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76b586-3a84-484d-a12e-d533f84f68d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.585234] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f4d4e7-57b0-4ae4-b40a-5cda6d3c0482 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.595999] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.596304] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702d516a-25f0-4e63-b857-3e2f8b5ecf8a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.639715] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027e8952-63b9-4b8b-bb8f-628ca6b14c91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.642407] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1025.642407] env[68864]: value = "task-3185936" [ 1025.642407] env[68864]: _type = "Task" [ 1025.642407] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.648988] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331d276c-51db-4b8d-9c53-5c40442b9221 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.655659] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.664948] env[68864]: DEBUG nova.compute.provider_tree [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.853542] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.152532] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185936, 'name': ReconfigVM_Task, 'duration_secs': 0.395148} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.152849] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.153740] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21baee0a-daba-4ce3-9854-1fce9ac67d69 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.183122] env[68864]: DEBUG nova.scheduler.client.report [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.191583] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fc6855-ed05-4cc9-bcad-baefc5410758 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.207521] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1026.207521] env[68864]: value = "task-3185937" [ 1026.207521] env[68864]: _type = "Task" [ 1026.207521] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.215638] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.231497] env[68864]: DEBUG nova.compute.utils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.281479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.281713] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.281886] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.356435] env[68864]: DEBUG oslo_vmware.api [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185935, 'name': PowerOnVM_Task, 'duration_secs': 0.665566} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.356702] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.356987] env[68864]: INFO nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Took 5.80 seconds to spawn the instance on the hypervisor. [ 1026.357188] env[68864]: DEBUG nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.358024] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d887ef-2b09-4f92-884c-4840213ce5de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.692089] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.694429] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.372s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.694695] env[68864]: DEBUG nova.objects.instance [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lazy-loading 'resources' on Instance uuid 9c821423-2eb7-493b-81be-699faf300c1f {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.722598] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185937, 'name': ReconfigVM_Task, 'duration_secs': 0.173808} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.722598] env[68864]: INFO nova.scheduler.client.report [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Deleted allocations for instance 9b39b8db-449c-4728-8389-940e0d1e04fd [ 1026.723645] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.726076] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316161e1-6dc5-4f5a-a017-046b0052f3e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.733028] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1026.733028] env[68864]: value = "task-3185938" [ 1026.733028] env[68864]: _type = "Task" [ 1026.733028] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.733786] env[68864]: INFO nova.virt.block_device [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Booting with volume 502a360e-24f2-4e32-8bd3-23c7783497db at /dev/sdb [ 1026.748486] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.778291] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d01b0784-d97c-4615-8b2d-9189076972fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.790858] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf231c79-f501-4b42-a444-2239fd734aa4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.828017] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36157abb-ed64-47e4-8132-a7142246b416 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.836074] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3948b-99b6-420b-bd79-af21a586a479 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.873220] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68319bc-ec0a-4856-93fb-79dcd8df947b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.877871] env[68864]: INFO nova.compute.manager [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Took 14.98 seconds to build instance. [ 1026.881557] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d90582-163d-4dae-ac14-b60a6e2d9f78 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.895450] env[68864]: DEBUG nova.virt.block_device [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating existing volume attachment record: 74dd8beb-ee24-4550-804c-cfcf27e2aa0d {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1027.231849] env[68864]: DEBUG oslo_concurrency.lockutils [None req-05e2dda5-e881-4eaa-a91f-1dd6e352e046 tempest-ServerTagsTestJSON-1622303713 tempest-ServerTagsTestJSON-1622303713-project-member] Lock "9b39b8db-449c-4728-8389-940e0d1e04fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.077s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.245033] env[68864]: DEBUG oslo_vmware.api [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185938, 'name': PowerOnVM_Task, 'duration_secs': 0.412794} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.248549] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.254087] env[68864]: DEBUG nova.compute.manager [None req-e5c907d2-e844-4a20-86a6-edecf7589aa9 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.254867] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4fbceb-72cc-4bf2-9620-ee3cbc0493c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.346580] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.346580] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.346580] env[68864]: DEBUG nova.network.neutron [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.382713] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0fc7dafe-3c00-4646-95ad-d77de7d649ca tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "9f590ce1-df39-49be-a6fc-078104f1f589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.502s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.591966] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ba5155-2893-436e-8bc4-80667a450118 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.600385] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11e722-9a68-4a5a-9153-588a51ae6539 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.635720] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fbebd4-de44-436c-be7e-d148d8e47640 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.643488] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20646af-c4e3-4413-ac02-2965e34a52f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.660380] env[68864]: DEBUG nova.compute.provider_tree [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.860096] env[68864]: INFO nova.compute.manager [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Rebuilding instance [ 1027.902434] env[68864]: DEBUG nova.compute.manager [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.903394] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20de052-3a35-416e-b286-8c0375ab76b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.122907] env[68864]: DEBUG nova.network.neutron [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.166203] env[68864]: DEBUG nova.scheduler.client.report [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.628854] env[68864]: DEBUG oslo_concurrency.lockutils [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.674021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.674722] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.055s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.675116] env[68864]: DEBUG nova.objects.instance [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lazy-loading 'resources' on Instance uuid 39bb3439-5d92-459c-b83b-9bcadaa038ec {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.693054] env[68864]: INFO nova.scheduler.client.report [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Deleted allocations for instance 9c821423-2eb7-493b-81be-699faf300c1f [ 1028.768206] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "daada544-0a8e-4f12-9106-b86f44ab92a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.769864] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.922707] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.923325] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8c564e9-b7a6-4ab9-b81c-5e07bcb41b83 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.931368] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1028.931368] env[68864]: value = "task-3185942" [ 1028.931368] env[68864]: _type = "Task" [ 1028.931368] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.942333] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.134439] env[68864]: INFO nova.compute.manager [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Unrescuing [ 1029.135699] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.135699] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquired lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.135699] env[68864]: DEBUG nova.network.neutron [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.146022] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c4806-048e-4226-bc37-92e7986ecfab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.153856] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27b7726-d14d-4286-9201-b7774af9aa23 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.207269] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56b648e5-67e9-41e3-ad5a-a4afd41017ba tempest-ServersWithSpecificFlavorTestJSON-2094944086 tempest-ServersWithSpecificFlavorTestJSON-2094944086-project-member] Lock "9c821423-2eb7-493b-81be-699faf300c1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.520s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.273457] env[68864]: DEBUG nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.447046] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185942, 'name': PowerOffVM_Task, 'duration_secs': 0.194226} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.447704] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.447704] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.448505] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01640791-fe7a-496b-83b6-564154d10acf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.459652] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.459940] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c090cf24-6dfb-4712-a3ff-ec359a5e3861 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.494338] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.494828] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.494942] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleting the datastore file [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.495194] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd28efa4-99a4-47a2-b503-320fef7d2c8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.505782] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1029.505782] env[68864]: value = "task-3185945" [ 1029.505782] env[68864]: _type = "Task" [ 1029.505782] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.515136] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.531400] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfdc86a-07e3-40ab-9c01-b8e78e5bed39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.539272] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088ffd52-7e43-4375-9351-4de214ef3201 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.572982] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316e0be-1b81-4f84-a3cc-3fee41ce9f33 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.582608] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0433ecfa-c34d-4e0a-99c1-efe120f16c01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.598445] env[68864]: DEBUG nova.compute.provider_tree [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.793580] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.860419] env[68864]: DEBUG nova.network.neutron [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.015410] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311645} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.015804] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.015889] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.016050] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.102119] env[68864]: DEBUG nova.scheduler.client.report [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.287531] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66374955-0e04-4271-83bc-d83ae75e8c36 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.309792] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176c72a3-6df0-4c94-a841-3074c66ec79c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.316386] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance 'ede3fea5-e8df-402c-96b7-3ca030d6169d' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.363974] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Releasing lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.363974] env[68864]: DEBUG nova.objects.instance [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lazy-loading 'flavor' on Instance uuid 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.606576] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.608936] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.422s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.609139] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.609298] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1030.609626] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.183s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.609840] env[68864]: DEBUG nova.objects.instance [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lazy-loading 'resources' on Instance uuid c591afe0-f04e-4de3-9d14-b30444a864dd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.615314] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd7c5f-243a-4239-b604-a27091b06284 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.625547] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade3a714-8435-4415-81eb-8b948a9cdc0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.630623] env[68864]: INFO nova.scheduler.client.report [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Deleted allocations for instance 39bb3439-5d92-459c-b83b-9bcadaa038ec [ 1030.648827] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d05abb-a1ba-488c-b959-bfd471ea3355 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.658042] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8a56e-ae3e-436d-8f16-3ea7079f7117 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.687863] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178041MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1030.688227] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.824200] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.824200] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f494320-4804-494a-ae5d-8e6c9310732e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.836012] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1030.836012] env[68864]: value = "task-3185946" [ 1030.836012] env[68864]: _type = "Task" [ 1030.836012] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.843313] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.870632] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63a5afb-6e15-4914-84a7-9f9144c512ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.896739] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.897204] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eb0c5b6-8de8-4e8a-bae6-1df4251a5c26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.904128] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1030.904128] env[68864]: value = "task-3185947" [ 1030.904128] env[68864]: _type = "Task" [ 1030.904128] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.912451] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.057394] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.057944] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.058196] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.058459] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.058681] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.058882] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.059192] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.059410] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.059652] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.059935] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.060225] env[68864]: DEBUG nova.virt.hardware [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.062264] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704fce83-d5a2-4bf3-b3fc-3a9d338fe775 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.077009] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e4f21-117b-4700-9dec-80fc758aac5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.098964] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.107021] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.107382] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.107604] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b1d4c3-37c0-49f3-825c-cb319d1da635 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.128832] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.128832] env[68864]: value = "task-3185948" [ 1031.128832] env[68864]: _type = "Task" [ 1031.128832] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.136698] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185948, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.152641] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f35e1af6-0f85-4af8-b875-bcef6c91603c tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "39bb3439-5d92-459c-b83b-9bcadaa038ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.926s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.343403] env[68864]: DEBUG oslo_vmware.api [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3185946, 'name': PowerOnVM_Task, 'duration_secs': 0.443346} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.343720] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.343917] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-86d9fceb-a3c3-4344-a6f7-507f90c557e6 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance 'ede3fea5-e8df-402c-96b7-3ca030d6169d' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.417384] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185947, 'name': PowerOffVM_Task, 'duration_secs': 0.211888} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.417942] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.427944] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfiguring VM instance instance-0000003a to detach disk 2002 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.430591] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9455950-954f-452a-a304-698feba49e48 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.452815] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1031.452815] env[68864]: value = "task-3185949" [ 1031.452815] env[68864]: _type = "Task" [ 1031.452815] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.461671] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.463237] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab5862-7ede-43bd-b195-e60a659e0e42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.469854] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263ecc0-7673-414a-9947-bfeec72e164c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.503208] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5593be85-46c1-4193-8f42-c40a765ea42d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.513468] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a3235-708c-428a-be9e-40f2d2c879ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.529446] env[68864]: DEBUG nova.compute.provider_tree [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.638950] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185948, 'name': CreateVM_Task, 'duration_secs': 0.24695} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.639148] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.639592] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.639946] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.640084] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.640332] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57211e0e-19fb-4f7f-b845-065e981762db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.646482] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1031.646482] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5254047c-9f5a-cc30-cc98-bb3cc70d1a14" [ 1031.646482] env[68864]: _type = "Task" [ 1031.646482] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.653821] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5254047c-9f5a-cc30-cc98-bb3cc70d1a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.962981] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185949, 'name': ReconfigVM_Task, 'duration_secs': 0.238945} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.963344] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfigured VM instance instance-0000003a to detach disk 2002 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.963619] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.963887] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-954a7019-9db9-4f13-9329-e533e9c0ee34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.970285] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1031.970285] env[68864]: value = "task-3185950" [ 1031.970285] env[68864]: _type = "Task" [ 1031.970285] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.977947] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.009201] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.009493] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.009749] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.009972] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.010191] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.012640] env[68864]: INFO nova.compute.manager [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Terminating instance [ 1032.032342] env[68864]: DEBUG nova.scheduler.client.report [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.159549] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5254047c-9f5a-cc30-cc98-bb3cc70d1a14, 'name': SearchDatastore_Task, 'duration_secs': 0.008616} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.159954] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.160270] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.160579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.160790] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.161640] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.161640] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd8aaa4c-6078-4b5e-86ac-907c8133bd95 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.172339] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.172339] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.173895] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a5d995-9e32-4bde-b828-0fb7ab9ba900 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.179028] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1032.179028] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52445165-09bc-8f1b-e6cc-eb8c98f9dd66" [ 1032.179028] env[68864]: _type = "Task" [ 1032.179028] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.188343] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52445165-09bc-8f1b-e6cc-eb8c98f9dd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.480338] env[68864]: DEBUG oslo_vmware.api [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3185950, 'name': PowerOnVM_Task, 'duration_secs': 0.379297} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.480608] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.480837] env[68864]: DEBUG nova.compute.manager [None req-a4b4895c-eea7-474e-97e2-c0d192ec6071 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.481603] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763b9922-187b-416b-b087-f352dc0ec31a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.507684] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.516490] env[68864]: DEBUG nova.compute.manager [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.516653] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.517524] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd03d5-437c-4887-8f82-967854632c32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.525051] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.525284] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878ed1c4-7165-4d03-84ba-42d89ce12d5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.530629] env[68864]: DEBUG oslo_vmware.api [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 1032.530629] env[68864]: value = "task-3185951" [ 1032.530629] env[68864]: _type = "Task" [ 1032.530629] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.538894] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.541178] env[68864]: DEBUG oslo_vmware.api [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.541663] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.963s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.541906] env[68864]: DEBUG nova.objects.instance [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lazy-loading 'resources' on Instance uuid 4e38f724-d53f-4edb-bcb1-4fd9b7b11995 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.551206] env[68864]: DEBUG nova.objects.instance [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lazy-loading 'flavor' on Instance uuid b818e8d6-6a1b-4efb-a120-e1c768d801df {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.569208] env[68864]: INFO nova.scheduler.client.report [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Deleted allocations for instance c591afe0-f04e-4de3-9d14-b30444a864dd [ 1032.691574] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52445165-09bc-8f1b-e6cc-eb8c98f9dd66, 'name': SearchDatastore_Task, 'duration_secs': 0.02525} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.692737] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e457b000-a275-4703-b932-18de1366f44f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.699668] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1032.699668] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fdaeca-c04a-ad9a-799a-5814de0cf7ab" [ 1032.699668] env[68864]: _type = "Task" [ 1032.699668] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.708345] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fdaeca-c04a-ad9a-799a-5814de0cf7ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.039783] env[68864]: DEBUG oslo_vmware.api [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185951, 'name': PowerOffVM_Task, 'duration_secs': 0.196407} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.040057] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.040229] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.040469] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e5a50bb-3122-442b-b04c-00086c1f9611 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.056697] env[68864]: DEBUG oslo_concurrency.lockutils [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.056993] env[68864]: DEBUG oslo_concurrency.lockutils [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquired lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.079468] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8bd9f671-bdaf-423f-9c98-dfda78cbfc9f tempest-AttachVolumeTestJSON-56189185 tempest-AttachVolumeTestJSON-56189185-project-member] Lock "c591afe0-f04e-4de3-9d14-b30444a864dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.233s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.105292] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.105292] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.105292] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Deleting the datastore file [datastore2] 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.106343] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2019addd-fe0f-4c0f-bfeb-c5ef0d9373d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.116750] env[68864]: DEBUG oslo_vmware.api [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for the task: (returnval){ [ 1033.116750] env[68864]: value = "task-3185953" [ 1033.116750] env[68864]: _type = "Task" [ 1033.116750] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.125284] env[68864]: DEBUG oslo_vmware.api [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.208995] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fdaeca-c04a-ad9a-799a-5814de0cf7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.209396] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.209538] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.209797] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dffc6f1-2169-4bec-9016-06d970b14a06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.218139] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1033.218139] env[68864]: value = "task-3185954" [ 1033.218139] env[68864]: _type = "Task" [ 1033.218139] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.229122] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.317016] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0ad60-4b7a-4443-b359-0f874a99be75 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.325474] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848bb93e-ff90-4017-9dbf-8ffd67ed1f87 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.365561] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b5f71-c1bc-4b16-9068-b21c8a0cec57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.375397] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37649df2-3cc5-4c09-ae06-a81b20b03ebf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.390438] env[68864]: DEBUG nova.compute.provider_tree [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.568358] env[68864]: DEBUG nova.network.neutron [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.626593] env[68864]: DEBUG oslo_vmware.api [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Task: {'id': task-3185953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212768} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.628145] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.628451] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.628558] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.628736] env[68864]: INFO nova.compute.manager [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1033.630337] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.631650] env[68864]: DEBUG nova.compute.manager [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Received event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.631806] env[68864]: DEBUG nova.compute.manager [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing instance network info cache due to event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.632060] env[68864]: DEBUG oslo_concurrency.lockutils [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] Acquiring lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.632757] env[68864]: DEBUG nova.compute.manager [-] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.632757] env[68864]: DEBUG nova.network.neutron [-] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.732207] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.893525] env[68864]: DEBUG nova.scheduler.client.report [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.230857] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537878} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.234073] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.234328] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.234609] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e629e6e8-3c84-41b4-a9a7-34d072e0b628 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.241715] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1034.241715] env[68864]: value = "task-3185956" [ 1034.241715] env[68864]: _type = "Task" [ 1034.241715] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.251011] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.391870] env[68864]: DEBUG nova.network.neutron [-] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.398147] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.401276] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.587s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.403297] env[68864]: INFO nova.compute.claims [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.421438] env[68864]: DEBUG nova.network.neutron [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.423392] env[68864]: DEBUG nova.network.neutron [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Port 13ef2f30-578e-4031-937a-5b6222584837 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1034.424215] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.424215] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.424215] env[68864]: DEBUG nova.network.neutron [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.436220] env[68864]: INFO nova.scheduler.client.report [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Deleted allocations for instance 4e38f724-d53f-4edb-bcb1-4fd9b7b11995 [ 1034.560341] env[68864]: DEBUG nova.compute.manager [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Received event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.560341] env[68864]: DEBUG nova.compute.manager [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing instance network info cache due to event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.560494] env[68864]: DEBUG oslo_concurrency.lockutils [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] Acquiring lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.560629] env[68864]: DEBUG oslo_concurrency.lockutils [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] Acquired lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.560787] env[68864]: DEBUG nova.network.neutron [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.753296] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075139} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.753651] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.754362] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596cf1ac-f97a-45c2-8383-3f008d12c773 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.774686] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.774953] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72038604-4b28-4dfb-97d6-63d27afccf6a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.794379] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1034.794379] env[68864]: value = "task-3185957" [ 1034.794379] env[68864]: _type = "Task" [ 1034.794379] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.802586] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.871961] env[68864]: DEBUG nova.objects.instance [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lazy-loading 'flavor' on Instance uuid b818e8d6-6a1b-4efb-a120-e1c768d801df {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.894519] env[68864]: INFO nova.compute.manager [-] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Took 1.26 seconds to deallocate network for instance. [ 1034.932362] env[68864]: DEBUG oslo_concurrency.lockutils [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Releasing lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.932362] env[68864]: DEBUG nova.compute.manager [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Inject network info {{(pid=68864) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1034.932362] env[68864]: DEBUG nova.compute.manager [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] network_info to inject: |[{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1034.938631] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Reconfiguring VM instance to set the machine id {{(pid=68864) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1034.939382] env[68864]: DEBUG oslo_concurrency.lockutils [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] Acquired lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.939566] env[68864]: DEBUG nova.network.neutron [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.940965] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e43b7d-dab3-4d87-abc5-82920ef53d5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.959188] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4b5724e3-18ae-4312-a966-a257f8aa627a tempest-ServerAddressesTestJSON-1314466346 tempest-ServerAddressesTestJSON-1314466346-project-member] Lock "4e38f724-d53f-4edb-bcb1-4fd9b7b11995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.787s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.965213] env[68864]: DEBUG oslo_vmware.api [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 1034.965213] env[68864]: value = "task-3185958" [ 1034.965213] env[68864]: _type = "Task" [ 1034.965213] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.974319] env[68864]: DEBUG oslo_vmware.api [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.294704] env[68864]: DEBUG nova.network.neutron [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.304901] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185957, 'name': ReconfigVM_Task, 'duration_secs': 0.317094} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.305031] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589/9f590ce1-df39-49be-a6fc-078104f1f589.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.305590] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0c3c64-0593-4a7b-854b-e78eaf3b39c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.311631] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1035.311631] env[68864]: value = "task-3185959" [ 1035.311631] env[68864]: _type = "Task" [ 1035.311631] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.321033] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185959, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.362716] env[68864]: DEBUG nova.network.neutron [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updated VIF entry in instance network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.363311] env[68864]: DEBUG nova.network.neutron [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.376306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.400860] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.477815] env[68864]: DEBUG oslo_vmware.api [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185958, 'name': ReconfigVM_Task, 'duration_secs': 0.221459} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.478268] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-27ead490-e67a-4244-83c5-60ba65c9d920 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Reconfigured VM instance to set the machine id {{(pid=68864) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1035.503190] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "f766fe95-2fd2-4b15-b205-fd0271d59647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.503190] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.661375] env[68864]: DEBUG nova.compute.manager [req-636d090e-5aa4-4ad3-965e-e5b85d09df54 req-976388a9-9a96-430c-a191-ec2bcad9fc07 service nova] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Received event network-vif-deleted-7bea1f59-0d6a-4f8b-8630-471ea39423f0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.709649] env[68864]: DEBUG nova.network.neutron [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updated VIF entry in instance network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.709649] env[68864]: DEBUG nova.network.neutron [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.732739] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c4633-b012-4756-bc22-4aa82fe88162 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.740779] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37caf524-7b61-4104-b647-2e0757fb0f31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.771588] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5c92ae-58be-488f-be6a-0eb7744685eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.778801] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8a6b36-8825-40b3-b8f2-204b505e8e1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.791763] env[68864]: DEBUG nova.compute.provider_tree [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.800014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.821729] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185959, 'name': Rename_Task, 'duration_secs': 0.149404} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.821997] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.822252] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d68fae-fd4e-43b2-a883-1480f2acdb1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.828599] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1035.828599] env[68864]: value = "task-3185961" [ 1035.828599] env[68864]: _type = "Task" [ 1035.828599] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.836785] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.869062] env[68864]: DEBUG oslo_concurrency.lockutils [req-329c5ec6-50fa-4ba3-b9f9-4d51dd6dbe83 req-22385960-1d06-4ac8-9c44-922280582394 service nova] Releasing lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.005039] env[68864]: DEBUG nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.213263] env[68864]: DEBUG oslo_concurrency.lockutils [req-e1dab67c-11fc-44da-858b-b0fe56ca8321 req-c361be97-7b0e-4b07-a034-11429c241a1b service nova] Releasing lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.214053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquired lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.295613] env[68864]: DEBUG nova.scheduler.client.report [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.303810] env[68864]: DEBUG nova.compute.manager [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68864) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1036.340632] env[68864]: DEBUG oslo_vmware.api [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185961, 'name': PowerOnVM_Task, 'duration_secs': 0.464816} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.340889] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.341564] env[68864]: DEBUG nova.compute.manager [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.342421] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecacb3f0-0ad8-421b-8383-ad75afeecc59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.531291] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.612679] env[68864]: DEBUG nova.compute.manager [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Received event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.612679] env[68864]: DEBUG nova.compute.manager [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing instance network info cache due to event network-changed-7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.613373] env[68864]: DEBUG oslo_concurrency.lockutils [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] Acquiring lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.613373] env[68864]: DEBUG oslo_concurrency.lockutils [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] Acquired lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.613373] env[68864]: DEBUG nova.network.neutron [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Refreshing network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.618035] env[68864]: DEBUG nova.network.neutron [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.807024] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.807024] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.808807] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.974s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.810316] env[68864]: INFO nova.compute.claims [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.866150] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.184372] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "9f590ce1-df39-49be-a6fc-078104f1f589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.184649] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "9f590ce1-df39-49be-a6fc-078104f1f589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.184866] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "9f590ce1-df39-49be-a6fc-078104f1f589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.185105] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "9f590ce1-df39-49be-a6fc-078104f1f589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.185377] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "9f590ce1-df39-49be-a6fc-078104f1f589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.187571] env[68864]: INFO nova.compute.manager [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Terminating instance [ 1037.315314] env[68864]: DEBUG nova.compute.utils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.318408] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.318570] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.364153] env[68864]: DEBUG nova.policy [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd07c45463db4f2983e52b34936e22cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9653bacef053443aa6063e17ac934811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.416612] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.452409] env[68864]: DEBUG nova.network.neutron [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updated VIF entry in instance network info cache for port 7ee3fbad-c759-4877-9559-06ed71fdd675. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.452409] env[68864]: DEBUG nova.network.neutron [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [{"id": "7ee3fbad-c759-4877-9559-06ed71fdd675", "address": "fa:16:3e:38:0c:f7", "network": {"id": "6f88e131-276a-4562-8d87-103181c22c95", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-674261550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cb9d8486c51469892c40c2755e88ff5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ee3fbad-c7", "ovs_interfaceid": "7ee3fbad-c759-4877-9559-06ed71fdd675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.453508] env[68864]: DEBUG nova.network.neutron [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.620944] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Successfully created port: 7de778fa-2370-42a4-bd09-cc485581798e {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.690961] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "refresh_cache-9f590ce1-df39-49be-a6fc-078104f1f589" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.691173] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "refresh_cache-9f590ce1-df39-49be-a6fc-078104f1f589" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.691350] env[68864]: DEBUG nova.network.neutron [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.693367] env[68864]: DEBUG nova.compute.manager [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Received event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.694140] env[68864]: DEBUG nova.compute.manager [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing instance network info cache due to event network-changed-689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.694140] env[68864]: DEBUG oslo_concurrency.lockutils [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] Acquiring lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.821762] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.956029] env[68864]: DEBUG oslo_concurrency.lockutils [req-30af7214-4eeb-4c7e-8be6-15bb00eef827 req-f0e1a6b9-9707-4951-ac6a-156cae3cd82d service nova] Releasing lock "refresh_cache-1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.957378] env[68864]: DEBUG oslo_concurrency.lockutils [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Releasing lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.957693] env[68864]: DEBUG nova.compute.manager [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Inject network info {{(pid=68864) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1037.958060] env[68864]: DEBUG nova.compute.manager [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] network_info to inject: |[{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1037.965685] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Reconfiguring VM instance to set the machine id {{(pid=68864) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1037.969097] env[68864]: DEBUG oslo_concurrency.lockutils [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] Acquired lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.969349] env[68864]: DEBUG nova.network.neutron [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Refreshing network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.970907] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0a87f8-caff-45e4-8544-9a8018d6671f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.989824] env[68864]: DEBUG oslo_vmware.api [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 1037.989824] env[68864]: value = "task-3185962" [ 1037.989824] env[68864]: _type = "Task" [ 1037.989824] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.998798] env[68864]: DEBUG oslo_vmware.api [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.115240] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14858ce3-d175-484b-aac5-a95759a9ed37 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.120859] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a92b124-6ea0-4d1c-8e68-a9a7d96f16d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.155810] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75cfc2f-7218-4657-8f56-38a5d5f43caf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.163911] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c4c5c-c12c-4589-a1bf-b8533cac38aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.178200] env[68864]: DEBUG nova.compute.provider_tree [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.217438] env[68864]: DEBUG nova.network.neutron [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.260071] env[68864]: DEBUG nova.network.neutron [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updated VIF entry in instance network info cache for port 689382cf-dd16-44d8-93bb-31e3bac5846c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.260462] env[68864]: DEBUG nova.network.neutron [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [{"id": "689382cf-dd16-44d8-93bb-31e3bac5846c", "address": "fa:16:3e:ac:47:f8", "network": {"id": "4f21ec35-f15b-4391-9d13-210d4051a1c2", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-365663692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6b1b4615be145848e7dfd5ee89a6247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap689382cf-dd", "ovs_interfaceid": "689382cf-dd16-44d8-93bb-31e3bac5846c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.283396] env[68864]: DEBUG nova.network.neutron [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.501156] env[68864]: DEBUG oslo_vmware.api [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185962, 'name': ReconfigVM_Task, 'duration_secs': 0.154773} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.501482] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-603a6e66-3fd7-4dfc-aa8d-57cda05d0f44 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Reconfigured VM instance to set the machine id {{(pid=68864) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1038.682029] env[68864]: DEBUG nova.scheduler.client.report [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.742968] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "b818e8d6-6a1b-4efb-a120-e1c768d801df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.743658] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.744706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "b818e8d6-6a1b-4efb-a120-e1c768d801df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.744706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.744706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.746704] env[68864]: INFO nova.compute.manager [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Terminating instance [ 1038.764554] env[68864]: DEBUG oslo_concurrency.lockutils [req-555bff5a-6393-44f9-be10-23e9b94eee0b req-8f23b861-eb59-4165-b87e-1ae3bc810f8e service nova] Releasing lock "refresh_cache-b818e8d6-6a1b-4efb-a120-e1c768d801df" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.786370] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "refresh_cache-9f590ce1-df39-49be-a6fc-078104f1f589" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.786983] env[68864]: DEBUG nova.compute.manager [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.787268] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.788306] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0fa62-33a2-47f0-b2cb-3653b2697fd5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.796968] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.797242] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e3ad8b4-9fd5-4afb-92d1-225bb453a8db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.803301] env[68864]: DEBUG oslo_vmware.api [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1038.803301] env[68864]: value = "task-3185964" [ 1038.803301] env[68864]: _type = "Task" [ 1038.803301] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.811502] env[68864]: DEBUG oslo_vmware.api [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.834616] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.870709] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.871017] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.871212] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.871425] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.871589] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.871742] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.871998] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.872139] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.872321] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.872522] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.872728] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.874115] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab5783-8f02-4a44-932c-0fe52e9f1c1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.882771] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672be6f0-b2ee-4e87-b818-235dcf72460c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.077250] env[68864]: DEBUG nova.compute.manager [req-db5a581b-b9d6-4cfb-9af8-306ad3a0e06a req-a4ec424a-08eb-484f-bddd-fbec0c407da9 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Received event network-vif-plugged-7de778fa-2370-42a4-bd09-cc485581798e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.077794] env[68864]: DEBUG oslo_concurrency.lockutils [req-db5a581b-b9d6-4cfb-9af8-306ad3a0e06a req-a4ec424a-08eb-484f-bddd-fbec0c407da9 service nova] Acquiring lock "2129e57d-35c2-48e3-92ea-85c05550fa13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.078287] env[68864]: DEBUG oslo_concurrency.lockutils [req-db5a581b-b9d6-4cfb-9af8-306ad3a0e06a req-a4ec424a-08eb-484f-bddd-fbec0c407da9 service nova] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.078603] env[68864]: DEBUG oslo_concurrency.lockutils [req-db5a581b-b9d6-4cfb-9af8-306ad3a0e06a req-a4ec424a-08eb-484f-bddd-fbec0c407da9 service nova] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.078894] env[68864]: DEBUG nova.compute.manager [req-db5a581b-b9d6-4cfb-9af8-306ad3a0e06a req-a4ec424a-08eb-484f-bddd-fbec0c407da9 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] No waiting events found dispatching network-vif-plugged-7de778fa-2370-42a4-bd09-cc485581798e {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.079190] env[68864]: WARNING nova.compute.manager [req-db5a581b-b9d6-4cfb-9af8-306ad3a0e06a req-a4ec424a-08eb-484f-bddd-fbec0c407da9 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Received unexpected event network-vif-plugged-7de778fa-2370-42a4-bd09-cc485581798e for instance with vm_state building and task_state spawning. [ 1039.164023] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Successfully updated port: 7de778fa-2370-42a4-bd09-cc485581798e {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.187435] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.187959] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.192763] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.398s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.193405] env[68864]: INFO nova.compute.claims [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.250402] env[68864]: DEBUG nova.compute.manager [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.250629] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.251506] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba01b29a-8c31-4e86-bc82-ad04d8db55c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.259414] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.259637] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc4d4e5a-93d9-400e-8d00-7ba2e68f8d46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.265437] env[68864]: DEBUG oslo_vmware.api [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 1039.265437] env[68864]: value = "task-3185965" [ 1039.265437] env[68864]: _type = "Task" [ 1039.265437] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.274732] env[68864]: DEBUG oslo_vmware.api [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.313669] env[68864]: DEBUG oslo_vmware.api [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185964, 'name': PowerOffVM_Task, 'duration_secs': 0.127157} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.314301] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.314301] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.314535] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0a57c3c-0cdd-4ddf-8fbb-9419b6dbfc59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.339157] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.339408] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.339610] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleting the datastore file [datastore1] 9f590ce1-df39-49be-a6fc-078104f1f589 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.339881] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-823e3d20-b0da-4371-9708-2a07b437633c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.346200] env[68864]: DEBUG oslo_vmware.api [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1039.346200] env[68864]: value = "task-3185967" [ 1039.346200] env[68864]: _type = "Task" [ 1039.346200] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.353645] env[68864]: DEBUG oslo_vmware.api [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.666949] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "refresh_cache-2129e57d-35c2-48e3-92ea-85c05550fa13" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.667329] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "refresh_cache-2129e57d-35c2-48e3-92ea-85c05550fa13" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.667558] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.697884] env[68864]: DEBUG nova.compute.utils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.701263] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.701482] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.741823] env[68864]: DEBUG nova.policy [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd07c45463db4f2983e52b34936e22cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9653bacef053443aa6063e17ac934811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.775391] env[68864]: DEBUG oslo_vmware.api [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185965, 'name': PowerOffVM_Task, 'duration_secs': 0.226867} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.776040] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.776204] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.776448] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b13c7d47-7fe5-4e2c-aa06-43dd076bfa88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.856508] env[68864]: DEBUG oslo_vmware.api [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3185967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135413} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.856757] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.856948] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.857141] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.857312] env[68864]: INFO nova.compute.manager [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1039.857549] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.857746] env[68864]: DEBUG nova.compute.manager [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.857841] env[68864]: DEBUG nova.network.neutron [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.861363] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.861484] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.861659] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Deleting the datastore file [datastore1] b818e8d6-6a1b-4efb-a120-e1c768d801df {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.861892] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4cbe822-8cba-443c-ba1b-62bfc4a45105 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.868402] env[68864]: DEBUG oslo_vmware.api [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for the task: (returnval){ [ 1039.868402] env[68864]: value = "task-3185969" [ 1039.868402] env[68864]: _type = "Task" [ 1039.868402] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.873329] env[68864]: DEBUG nova.network.neutron [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.877537] env[68864]: DEBUG oslo_vmware.api [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.004434] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Successfully created port: 6c783f59-cece-45ef-8acf-5cfc2e8d8292 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.197672] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.207452] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.341088] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Updating instance_info_cache with network_info: [{"id": "7de778fa-2370-42a4-bd09-cc485581798e", "address": "fa:16:3e:aa:cb:c3", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de778fa-23", "ovs_interfaceid": "7de778fa-2370-42a4-bd09-cc485581798e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.379975] env[68864]: DEBUG nova.network.neutron [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.381086] env[68864]: DEBUG oslo_vmware.api [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Task: {'id': task-3185969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146829} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.383640] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.383834] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.384018] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.384194] env[68864]: INFO nova.compute.manager [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1040.384433] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.385028] env[68864]: DEBUG nova.compute.manager [-] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.385028] env[68864]: DEBUG nova.network.neutron [-] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.495274] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3789e50-fd0f-496a-87fa-d44c9418d0d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.503079] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d06f6e-d5c2-4e23-b689-8af768baa76f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.538285] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05700518-7b00-412b-9d28-b544cd00f4e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.545951] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b3c096-97a0-4da3-89bf-eac97c487c84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.560098] env[68864]: DEBUG nova.compute.provider_tree [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.825817] env[68864]: DEBUG nova.compute.manager [req-699a1369-a8ac-430c-ba49-90bfbf6bd41e req-940b3865-7f60-4c44-b2eb-7249132fda54 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Received event network-vif-deleted-689382cf-dd16-44d8-93bb-31e3bac5846c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.826068] env[68864]: INFO nova.compute.manager [req-699a1369-a8ac-430c-ba49-90bfbf6bd41e req-940b3865-7f60-4c44-b2eb-7249132fda54 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Neutron deleted interface 689382cf-dd16-44d8-93bb-31e3bac5846c; detaching it from the instance and deleting it from the info cache [ 1040.826418] env[68864]: DEBUG nova.network.neutron [req-699a1369-a8ac-430c-ba49-90bfbf6bd41e req-940b3865-7f60-4c44-b2eb-7249132fda54 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.846791] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "refresh_cache-2129e57d-35c2-48e3-92ea-85c05550fa13" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.847663] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Instance network_info: |[{"id": "7de778fa-2370-42a4-bd09-cc485581798e", "address": "fa:16:3e:aa:cb:c3", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de778fa-23", "ovs_interfaceid": "7de778fa-2370-42a4-bd09-cc485581798e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.847939] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:cb:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de778fa-2370-42a4-bd09-cc485581798e', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.855825] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.857516] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.857516] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca883409-42df-4d82-a18f-cd17ff97980b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.877279] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.877279] env[68864]: value = "task-3185970" [ 1040.877279] env[68864]: _type = "Task" [ 1040.877279] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.882132] env[68864]: INFO nova.compute.manager [-] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Took 1.02 seconds to deallocate network for instance. [ 1040.886318] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185970, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.084312] env[68864]: ERROR nova.scheduler.client.report [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [req-16b2e7b3-9059-4407-8cfd-155877ce10c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16b2e7b3-9059-4407-8cfd-155877ce10c7"}]} [ 1041.103951] env[68864]: DEBUG nova.compute.manager [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Received event network-changed-7de778fa-2370-42a4-bd09-cc485581798e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.104143] env[68864]: DEBUG nova.compute.manager [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Refreshing instance network info cache due to event network-changed-7de778fa-2370-42a4-bd09-cc485581798e. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.104378] env[68864]: DEBUG oslo_concurrency.lockutils [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] Acquiring lock "refresh_cache-2129e57d-35c2-48e3-92ea-85c05550fa13" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.104531] env[68864]: DEBUG oslo_concurrency.lockutils [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] Acquired lock "refresh_cache-2129e57d-35c2-48e3-92ea-85c05550fa13" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.104739] env[68864]: DEBUG nova.network.neutron [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Refreshing network info cache for port 7de778fa-2370-42a4-bd09-cc485581798e {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.106764] env[68864]: DEBUG nova.scheduler.client.report [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.121184] env[68864]: DEBUG nova.scheduler.client.report [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.121413] env[68864]: DEBUG nova.compute.provider_tree [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.133161] env[68864]: DEBUG nova.scheduler.client.report [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.153760] env[68864]: DEBUG nova.scheduler.client.report [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.218741] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.247592] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.247834] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.248036] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.248156] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.248902] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.248902] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.248902] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.248902] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.249208] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.249208] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.249288] env[68864]: DEBUG nova.virt.hardware [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.250392] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395f0cf-7b79-4233-874b-ed3ff29de0ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.260131] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68b96b8-a71e-48da-a999-1a53fe944d6f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.309395] env[68864]: DEBUG nova.network.neutron [-] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.334380] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b754b3f-c820-40a1-8992-ae5fb4462a4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.343481] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce78b79-b0f5-4516-9ffb-21bd67683472 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.381690] env[68864]: DEBUG nova.compute.manager [req-699a1369-a8ac-430c-ba49-90bfbf6bd41e req-940b3865-7f60-4c44-b2eb-7249132fda54 service nova] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Detach interface failed, port_id=689382cf-dd16-44d8-93bb-31e3bac5846c, reason: Instance b818e8d6-6a1b-4efb-a120-e1c768d801df could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.390657] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.391491] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185970, 'name': CreateVM_Task, 'duration_secs': 0.313926} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.391491] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.391727] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.391851] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.392198] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.393114] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e247449c-8fd7-479e-9d21-af23f8a3631d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.397962] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1041.397962] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5271e993-ad25-5e22-99b4-015954db13b5" [ 1041.397962] env[68864]: _type = "Task" [ 1041.397962] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.406304] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5271e993-ad25-5e22-99b4-015954db13b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.430524] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddca7b6-2f93-4061-b5f4-4a680a8dcc90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.437592] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0da98ae-93fd-4316-b7ba-af15f5dbb976 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.468485] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da47ac05-a54b-4907-b14d-2340ee442a79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.477070] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab4c146-de0e-4db8-80cc-2a1bdf5c41aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.489220] env[68864]: DEBUG nova.compute.provider_tree [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.581768] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Successfully updated port: 6c783f59-cece-45ef-8acf-5cfc2e8d8292 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.811340] env[68864]: INFO nova.compute.manager [-] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Took 1.43 seconds to deallocate network for instance. [ 1041.828769] env[68864]: DEBUG nova.network.neutron [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Updated VIF entry in instance network info cache for port 7de778fa-2370-42a4-bd09-cc485581798e. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.829292] env[68864]: DEBUG nova.network.neutron [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Updating instance_info_cache with network_info: [{"id": "7de778fa-2370-42a4-bd09-cc485581798e", "address": "fa:16:3e:aa:cb:c3", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de778fa-23", "ovs_interfaceid": "7de778fa-2370-42a4-bd09-cc485581798e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.908554] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5271e993-ad25-5e22-99b4-015954db13b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.908554] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.908841] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.908919] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.909066] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.909250] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.909542] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76640a6-a06a-498c-b4ca-fb8c2f0c289e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.918534] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.918713] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.919430] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95eb1c36-e1a9-4429-b93f-b4286e1e6557 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.924560] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1041.924560] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5230062a-8815-19d9-5e0d-3ab6593b9d1c" [ 1041.924560] env[68864]: _type = "Task" [ 1041.924560] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.932592] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5230062a-8815-19d9-5e0d-3ab6593b9d1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.019213] env[68864]: DEBUG nova.scheduler.client.report [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.019490] env[68864]: DEBUG nova.compute.provider_tree [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 123 to 124 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.019734] env[68864]: DEBUG nova.compute.provider_tree [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.084266] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "refresh_cache-a464ef75-46c4-4e0c-9027-ad6d478a3904" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.084464] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "refresh_cache-a464ef75-46c4-4e0c-9027-ad6d478a3904" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.084626] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.317828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.331612] env[68864]: DEBUG oslo_concurrency.lockutils [req-99526b16-318a-453a-ae2b-fa92f7999ff4 req-4a89415f-9abf-44ae-be03-d33793a32c95 service nova] Releasing lock "refresh_cache-2129e57d-35c2-48e3-92ea-85c05550fa13" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.436024] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5230062a-8815-19d9-5e0d-3ab6593b9d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.436811] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c0d012-5ed5-44d5-83d3-4edf7ce3565e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.443383] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1042.443383] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adc440-4211-a673-2ac1-8efb97834f0b" [ 1042.443383] env[68864]: _type = "Task" [ 1042.443383] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.452586] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adc440-4211-a673-2ac1-8efb97834f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.525162] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.334s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.525728] env[68864]: DEBUG nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.528341] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.840s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.616481] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.759714] env[68864]: DEBUG nova.network.neutron [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Updating instance_info_cache with network_info: [{"id": "6c783f59-cece-45ef-8acf-5cfc2e8d8292", "address": "fa:16:3e:6a:c1:a4", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c783f59-ce", "ovs_interfaceid": "6c783f59-cece-45ef-8acf-5cfc2e8d8292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.953688] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52adc440-4211-a673-2ac1-8efb97834f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.953995] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.954220] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2129e57d-35c2-48e3-92ea-85c05550fa13/2129e57d-35c2-48e3-92ea-85c05550fa13.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.954478] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b463b858-4fdf-4d9f-ac9b-7c0375dff0b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.960588] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1042.960588] env[68864]: value = "task-3185971" [ 1042.960588] env[68864]: _type = "Task" [ 1042.960588] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.969439] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.032274] env[68864]: DEBUG nova.compute.utils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.043386] env[68864]: DEBUG nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.043574] env[68864]: DEBUG nova.network.neutron [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.102656] env[68864]: DEBUG nova.policy [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5104fb6860e499980648cb51747b451', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3202a517a4f4412aab69c68a3c9e30b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.136500] env[68864]: DEBUG nova.compute.manager [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Received event network-vif-plugged-6c783f59-cece-45ef-8acf-5cfc2e8d8292 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.136737] env[68864]: DEBUG oslo_concurrency.lockutils [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] Acquiring lock "a464ef75-46c4-4e0c-9027-ad6d478a3904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.136968] env[68864]: DEBUG oslo_concurrency.lockutils [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.140308] env[68864]: DEBUG oslo_concurrency.lockutils [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.140547] env[68864]: DEBUG nova.compute.manager [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] No waiting events found dispatching network-vif-plugged-6c783f59-cece-45ef-8acf-5cfc2e8d8292 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.140752] env[68864]: WARNING nova.compute.manager [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Received unexpected event network-vif-plugged-6c783f59-cece-45ef-8acf-5cfc2e8d8292 for instance with vm_state building and task_state spawning. [ 1043.140928] env[68864]: DEBUG nova.compute.manager [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Received event network-changed-6c783f59-cece-45ef-8acf-5cfc2e8d8292 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.141099] env[68864]: DEBUG nova.compute.manager [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Refreshing instance network info cache due to event network-changed-6c783f59-cece-45ef-8acf-5cfc2e8d8292. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.141277] env[68864]: DEBUG oslo_concurrency.lockutils [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] Acquiring lock "refresh_cache-a464ef75-46c4-4e0c-9027-ad6d478a3904" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263100] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "refresh_cache-a464ef75-46c4-4e0c-9027-ad6d478a3904" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.263100] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Instance network_info: |[{"id": "6c783f59-cece-45ef-8acf-5cfc2e8d8292", "address": "fa:16:3e:6a:c1:a4", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c783f59-ce", "ovs_interfaceid": "6c783f59-cece-45ef-8acf-5cfc2e8d8292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.263100] env[68864]: DEBUG oslo_concurrency.lockutils [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] Acquired lock "refresh_cache-a464ef75-46c4-4e0c-9027-ad6d478a3904" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.263100] env[68864]: DEBUG nova.network.neutron [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Refreshing network info cache for port 6c783f59-cece-45ef-8acf-5cfc2e8d8292 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.264399] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:c1:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c783f59-cece-45ef-8acf-5cfc2e8d8292', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.275497] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.285062] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.286130] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-990d90ef-0213-494d-a7a8-ca75811e705d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.314437] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.314437] env[68864]: value = "task-3185972" [ 1043.314437] env[68864]: _type = "Task" [ 1043.314437] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.325100] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185972, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.471845] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462634} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.472567] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2129e57d-35c2-48e3-92ea-85c05550fa13/2129e57d-35c2-48e3-92ea-85c05550fa13.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.472831] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.473628] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b3a4dee-a86d-4e6a-aa0b-61ac3f02b1ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.481026] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1043.481026] env[68864]: value = "task-3185973" [ 1043.481026] env[68864]: _type = "Task" [ 1043.481026] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.495721] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.546972] env[68864]: DEBUG nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.550364] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Applying migration context for instance ede3fea5-e8df-402c-96b7-3ca030d6169d as it has an incoming, in-progress migration 81d08dc5-41e2-4feb-99ec-cf3767e9fb65. Migration status is reverting {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1043.552083] env[68864]: INFO nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating resource usage from migration 81d08dc5-41e2-4feb-99ec-cf3767e9fb65 [ 1043.579481] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.579721] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a1812b9d-f572-4dc4-be61-1d963592749d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.579913] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 50155af9-9cd2-486c-bd4c-81db57eecbda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.580104] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.580295] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.580463] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance b818e8d6-6a1b-4efb-a120-e1c768d801df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.580611] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 63bc1935-129d-4e2f-a197-5ef9c77a903e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.580727] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.580860] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f199c2a3-976f-4ab8-b403-981ceb3d4127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.580992] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.581122] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 8c951090-a586-4562-896e-098b10b867dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.581238] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Migration 81d08dc5-41e2-4feb-99ec-cf3767e9fb65 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1043.581375] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance ede3fea5-e8df-402c-96b7-3ca030d6169d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.581543] env[68864]: WARNING nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9f590ce1-df39-49be-a6fc-078104f1f589 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.605857] env[68864]: DEBUG nova.network.neutron [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Successfully created port: a58feb16-063c-4e35-b529-e33f0bb81b3a {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.664791] env[68864]: DEBUG nova.network.neutron [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Updated VIF entry in instance network info cache for port 6c783f59-cece-45ef-8acf-5cfc2e8d8292. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.665271] env[68864]: DEBUG nova.network.neutron [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Updating instance_info_cache with network_info: [{"id": "6c783f59-cece-45ef-8acf-5cfc2e8d8292", "address": "fa:16:3e:6a:c1:a4", "network": {"id": "13a5bd0f-e409-4053-8033-d321d9ee6b51", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1180877117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9653bacef053443aa6063e17ac934811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c783f59-ce", "ovs_interfaceid": "6c783f59-cece-45ef-8acf-5cfc2e8d8292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.825364] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185972, 'name': CreateVM_Task, 'duration_secs': 0.403102} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.825499] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.826208] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.826365] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.826706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.826993] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efbbcd0-c5e3-4a51-af30-0ee3bf03e055 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.831705] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1043.831705] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5221b6e9-0090-5a22-2ee1-ddb8cf53888d" [ 1043.831705] env[68864]: _type = "Task" [ 1043.831705] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.841494] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5221b6e9-0090-5a22-2ee1-ddb8cf53888d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.993412] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065244} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.993412] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.993412] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067f4ca7-6def-4e22-ac7f-c539570d3c0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.018466] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2129e57d-35c2-48e3-92ea-85c05550fa13/2129e57d-35c2-48e3-92ea-85c05550fa13.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.018878] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8abf6331-cb99-4a46-a267-4a7d44e4cd2a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.041275] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1044.041275] env[68864]: value = "task-3185974" [ 1044.041275] env[68864]: _type = "Task" [ 1044.041275] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.048458] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.087795] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9884f948-8bd2-44c5-9670-003dfffbfcd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1044.088513] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2129e57d-35c2-48e3-92ea-85c05550fa13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1044.088513] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a464ef75-46c4-4e0c-9027-ad6d478a3904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1044.088513] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance daada544-0a8e-4f12-9106-b86f44ab92a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1044.169761] env[68864]: DEBUG oslo_concurrency.lockutils [req-a539a86c-c0dd-428b-8de6-40edb7e61d5d req-0cbc00ba-40b7-48df-a324-4b8a7a4e274f service nova] Releasing lock "refresh_cache-a464ef75-46c4-4e0c-9027-ad6d478a3904" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.341390] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5221b6e9-0090-5a22-2ee1-ddb8cf53888d, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.341700] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.341930] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.342186] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.342335] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.342515] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.342805] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac5db1a-6cb1-4d05-b089-3cabfdfa571d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.351204] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.351383] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.352072] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71088946-16f5-4ab7-8cac-0090532aa3fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.356888] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1044.356888] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52854098-7f4e-c9d4-159d-6fce2e966e15" [ 1044.356888] env[68864]: _type = "Task" [ 1044.356888] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.364288] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52854098-7f4e-c9d4-159d-6fce2e966e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.549945] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185974, 'name': ReconfigVM_Task, 'duration_secs': 0.274526} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.550254] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2129e57d-35c2-48e3-92ea-85c05550fa13/2129e57d-35c2-48e3-92ea-85c05550fa13.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.550885] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ea01273-7af7-4a01-9637-60a01beccc2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.556812] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1044.556812] env[68864]: value = "task-3185975" [ 1044.556812] env[68864]: _type = "Task" [ 1044.556812] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.560749] env[68864]: DEBUG nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.567722] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185975, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.590560] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.591463] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.591463] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.591463] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.591677] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.591934] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.592257] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.592586] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.592762] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.593065] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.593151] env[68864]: DEBUG nova.virt.hardware [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.593825] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f766fe95-2fd2-4b15-b205-fd0271d59647 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1044.594440] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1044.594440] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1044.596963] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced7952-bc32-4041-94f6-0bc980c252a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.604738] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216b190f-a066-472f-940e-d95be88848e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.821974] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded67037-5cf6-4e4d-b815-f8efa30d8f61 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.829273] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdbcf4e-53b5-440c-969c-e1a058a859cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.864277] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a47f16-3c3c-4414-80a6-5eeff74bacd1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.875089] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7baf3b-0dfb-4cf0-aa2e-f8c67a8c1603 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.879379] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52854098-7f4e-c9d4-159d-6fce2e966e15, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.880446] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae70bb1-ab1d-4a06-b769-8ca353591a1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.890112] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.895021] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1044.895021] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52875da7-2a4f-9e1e-287e-44ee95f1e7e8" [ 1044.895021] env[68864]: _type = "Task" [ 1044.895021] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.901671] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52875da7-2a4f-9e1e-287e-44ee95f1e7e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.066974] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185975, 'name': Rename_Task, 'duration_secs': 0.152838} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.067298] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.067529] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b2a7fd9-4dac-413a-ad3d-2ea42a6ea827 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.074655] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1045.074655] env[68864]: value = "task-3185976" [ 1045.074655] env[68864]: _type = "Task" [ 1045.074655] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.082384] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.228354] env[68864]: DEBUG nova.compute.manager [req-cae1a017-1729-4b38-9f69-49b818a77176 req-aa01d146-a749-4e64-b736-c840cf173b8b service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Received event network-vif-plugged-a58feb16-063c-4e35-b529-e33f0bb81b3a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.228580] env[68864]: DEBUG oslo_concurrency.lockutils [req-cae1a017-1729-4b38-9f69-49b818a77176 req-aa01d146-a749-4e64-b736-c840cf173b8b service nova] Acquiring lock "daada544-0a8e-4f12-9106-b86f44ab92a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.228827] env[68864]: DEBUG oslo_concurrency.lockutils [req-cae1a017-1729-4b38-9f69-49b818a77176 req-aa01d146-a749-4e64-b736-c840cf173b8b service nova] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.229179] env[68864]: DEBUG oslo_concurrency.lockutils [req-cae1a017-1729-4b38-9f69-49b818a77176 req-aa01d146-a749-4e64-b736-c840cf173b8b service nova] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.229439] env[68864]: DEBUG nova.compute.manager [req-cae1a017-1729-4b38-9f69-49b818a77176 req-aa01d146-a749-4e64-b736-c840cf173b8b service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] No waiting events found dispatching network-vif-plugged-a58feb16-063c-4e35-b529-e33f0bb81b3a {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.229560] env[68864]: WARNING nova.compute.manager [req-cae1a017-1729-4b38-9f69-49b818a77176 req-aa01d146-a749-4e64-b736-c840cf173b8b service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Received unexpected event network-vif-plugged-a58feb16-063c-4e35-b529-e33f0bb81b3a for instance with vm_state building and task_state spawning. [ 1045.324672] env[68864]: DEBUG nova.network.neutron [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Successfully updated port: a58feb16-063c-4e35-b529-e33f0bb81b3a {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.404014] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52875da7-2a4f-9e1e-287e-44ee95f1e7e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.404316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.404575] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] a464ef75-46c4-4e0c-9027-ad6d478a3904/a464ef75-46c4-4e0c-9027-ad6d478a3904.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.404854] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63a980be-cff2-4404-9253-22ed9cc71acf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.411750] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1045.411750] env[68864]: value = "task-3185977" [ 1045.411750] env[68864]: _type = "Task" [ 1045.411750] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.419335] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.421064] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1045.421273] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 124 to 125 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1045.421421] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.587884] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.828027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.828098] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquired lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.828245] env[68864]: DEBUG nova.network.neutron [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.923480] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.926365] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1045.926601] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.398s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.927115] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.420s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.927405] env[68864]: DEBUG nova.objects.instance [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'pci_requests' on Instance uuid 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.087523] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185976, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.379305] env[68864]: DEBUG nova.network.neutron [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.423500] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737032} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.423759] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] a464ef75-46c4-4e0c-9027-ad6d478a3904/a464ef75-46c4-4e0c-9027-ad6d478a3904.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.423969] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.424222] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9883ed4-8218-4278-bfbe-037cb889e8eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.431130] env[68864]: DEBUG nova.objects.instance [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'numa_topology' on Instance uuid 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.432186] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1046.432186] env[68864]: value = "task-3185978" [ 1046.432186] env[68864]: _type = "Task" [ 1046.432186] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.440769] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.501591] env[68864]: DEBUG nova.network.neutron [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Updating instance_info_cache with network_info: [{"id": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "address": "fa:16:3e:c6:4f:f2", "network": {"id": "d43fc8dd-e50c-445b-b084-9ec5b93f008c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-72506062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3202a517a4f4412aab69c68a3c9e30b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58feb16-06", "ovs_interfaceid": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.585880] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185976, 'name': PowerOnVM_Task, 'duration_secs': 1.312118} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.586114] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.586315] env[68864]: INFO nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1046.586492] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.587416] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b48c2ca-eab1-49ca-af66-29613c3b8973 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.933872] env[68864]: INFO nova.compute.claims [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.945078] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.330067} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.945340] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.946319] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe48ea-a2fa-4ffb-a864-3355faa2eb38 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.967906] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a464ef75-46c4-4e0c-9027-ad6d478a3904/a464ef75-46c4-4e0c-9027-ad6d478a3904.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.968919] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8608f89c-d90d-4290-afbb-6f0fc6258c0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.988751] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1046.988751] env[68864]: value = "task-3185979" [ 1046.988751] env[68864]: _type = "Task" [ 1046.988751] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.997953] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.003676] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Releasing lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.003961] env[68864]: DEBUG nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Instance network_info: |[{"id": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "address": "fa:16:3e:c6:4f:f2", "network": {"id": "d43fc8dd-e50c-445b-b084-9ec5b93f008c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-72506062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3202a517a4f4412aab69c68a3c9e30b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58feb16-06", "ovs_interfaceid": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.004427] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:4f:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a58feb16-063c-4e35-b529-e33f0bb81b3a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.014209] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Creating folder: Project (3202a517a4f4412aab69c68a3c9e30b2). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.014454] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ae3b101-2041-49cb-99db-3428023cdd8a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.024881] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Created folder: Project (3202a517a4f4412aab69c68a3c9e30b2) in parent group-v636929. [ 1047.025063] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Creating folder: Instances. Parent ref: group-v637193. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.025283] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db069ded-39ca-4d92-8974-e15c7bb4354e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.033362] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Created folder: Instances in parent group-v637193. [ 1047.033580] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.033755] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.033944] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9236e7e8-74b7-4192-a63c-34930c922820 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.051474] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.051474] env[68864]: value = "task-3185982" [ 1047.051474] env[68864]: _type = "Task" [ 1047.051474] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.058553] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185982, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.102918] env[68864]: INFO nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Took 22.31 seconds to build instance. [ 1047.293462] env[68864]: DEBUG nova.compute.manager [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Received event network-changed-a58feb16-063c-4e35-b529-e33f0bb81b3a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.293462] env[68864]: DEBUG nova.compute.manager [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Refreshing instance network info cache due to event network-changed-a58feb16-063c-4e35-b529-e33f0bb81b3a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.293462] env[68864]: DEBUG oslo_concurrency.lockutils [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] Acquiring lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.293462] env[68864]: DEBUG oslo_concurrency.lockutils [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] Acquired lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.293462] env[68864]: DEBUG nova.network.neutron [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Refreshing network info cache for port a58feb16-063c-4e35-b529-e33f0bb81b3a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.498770] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.561049] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185982, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.605060] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.820s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.998884] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185979, 'name': ReconfigVM_Task, 'duration_secs': 0.990232} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.999266] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a464ef75-46c4-4e0c-9027-ad6d478a3904/a464ef75-46c4-4e0c-9027-ad6d478a3904.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.999881] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afd89339-cac0-4af8-ac1d-d0a28965bd2f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.005730] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1048.005730] env[68864]: value = "task-3185983" [ 1048.005730] env[68864]: _type = "Task" [ 1048.005730] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.013249] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185983, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.061958] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185982, 'name': CreateVM_Task, 'duration_secs': 0.880632} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.064483] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.065540] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.065644] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.065976] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.066246] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0019ad-0092-441e-9158-b42390fc766e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.070404] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1048.070404] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a6e18e-8ea4-86fc-b8c0-7b9ca6f39ebf" [ 1048.070404] env[68864]: _type = "Task" [ 1048.070404] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.077816] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a6e18e-8ea4-86fc-b8c0-7b9ca6f39ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.080785] env[68864]: DEBUG nova.network.neutron [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Updated VIF entry in instance network info cache for port a58feb16-063c-4e35-b529-e33f0bb81b3a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.081108] env[68864]: DEBUG nova.network.neutron [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Updating instance_info_cache with network_info: [{"id": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "address": "fa:16:3e:c6:4f:f2", "network": {"id": "d43fc8dd-e50c-445b-b084-9ec5b93f008c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-72506062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3202a517a4f4412aab69c68a3c9e30b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58feb16-06", "ovs_interfaceid": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.193437] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839df8bf-3710-4922-a448-c7eef64685b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.202637] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3336ee-1fc4-41de-8d6e-8be7612c83b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.232721] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4313190-aeeb-459a-ba8e-bad0a825b075 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.239643] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76564bd8-cffe-4ff0-8fab-a8a013390066 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.252379] env[68864]: DEBUG nova.compute.provider_tree [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.515314] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185983, 'name': Rename_Task, 'duration_secs': 0.132348} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.515628] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.515878] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94bbbf52-78d8-4f2c-9426-05cea438d172 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.522181] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1048.522181] env[68864]: value = "task-3185984" [ 1048.522181] env[68864]: _type = "Task" [ 1048.522181] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.529412] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.579579] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a6e18e-8ea4-86fc-b8c0-7b9ca6f39ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.579873] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.580149] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.580386] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.580529] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.580703] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.580958] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1debd7af-627f-41c8-a842-eec253af8a85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.584224] env[68864]: DEBUG oslo_concurrency.lockutils [req-d80d25a4-f0e7-435e-8d5d-46382d73d78d req-8f9cf1a7-3579-476e-a8ed-5468136547c1 service nova] Releasing lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.588386] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.588559] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.589233] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac171a78-fce8-490c-8246-41ff3bfeb046 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.593833] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1048.593833] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522e511f-af1e-d4fe-6415-149eab74c240" [ 1048.593833] env[68864]: _type = "Task" [ 1048.593833] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.601036] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522e511f-af1e-d4fe-6415-149eab74c240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.755536] env[68864]: DEBUG nova.scheduler.client.report [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.034015] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.103914] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522e511f-af1e-d4fe-6415-149eab74c240, 'name': SearchDatastore_Task, 'duration_secs': 0.007763} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.104848] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242ff0e4-7aad-4c44-85e2-8a56c4b0303b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.109962] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1049.109962] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5263e357-78fc-1b4f-59fc-09d44f778ec7" [ 1049.109962] env[68864]: _type = "Task" [ 1049.109962] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.117383] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5263e357-78fc-1b4f-59fc-09d44f778ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.260536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.334s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.262764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.862s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.262962] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.264686] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.734s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.266110] env[68864]: INFO nova.compute.claims [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.290230] env[68864]: INFO nova.scheduler.client.report [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Deleted allocations for instance 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82 [ 1049.305767] env[68864]: INFO nova.network.neutron [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating port 45900e7e-4abf-4491-9ccc-661f4fff77a5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1049.533101] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.620187] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5263e357-78fc-1b4f-59fc-09d44f778ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.620516] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.620817] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] daada544-0a8e-4f12-9106-b86f44ab92a1/daada544-0a8e-4f12-9106-b86f44ab92a1.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.621124] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-343d4cf5-5b38-4ef9-ba4e-ad1df326f4a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.627514] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1049.627514] env[68864]: value = "task-3185985" [ 1049.627514] env[68864]: _type = "Task" [ 1049.627514] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.635733] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.800654] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6bd4007-b832-41e5-a095-6ed14cc0d32e tempest-ListImageFiltersTestJSON-613158350 tempest-ListImageFiltersTestJSON-613158350-project-member] Lock "895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.791s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.034395] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185984, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.137537] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439359} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.137820] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] daada544-0a8e-4f12-9106-b86f44ab92a1/daada544-0a8e-4f12-9106-b86f44ab92a1.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.138150] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.138387] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc2cada-7204-4b1c-b998-a9590c7ec0de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.144516] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1050.144516] env[68864]: value = "task-3185986" [ 1050.144516] env[68864]: _type = "Task" [ 1050.144516] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.151537] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.499267] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062df069-0bb7-4312-8bd4-75fe17cff3db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.507279] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ce8d43-78c9-4d6e-ae09-f80eb01a8f56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.541588] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a93664-23e4-4346-a5db-742e408002a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.549214] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185984, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.552344] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f2072-a34d-4ec8-999e-636f7afdf319 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.565601] env[68864]: DEBUG nova.compute.provider_tree [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.655209] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257684} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.655537] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.656371] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31203bc6-9261-4f95-b81c-664dbc1c14a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.678623] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] daada544-0a8e-4f12-9106-b86f44ab92a1/daada544-0a8e-4f12-9106-b86f44ab92a1.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.678937] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe1937b-ac50-4cda-954a-604dfa52c57c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.699266] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1050.699266] env[68864]: value = "task-3185987" [ 1050.699266] env[68864]: _type = "Task" [ 1050.699266] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.707497] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.914362] env[68864]: DEBUG nova.compute.manager [req-0e29e68a-19a0-43ab-a31e-1a6200b6691e req-dd13b5d3-661d-4b60-999c-9aab14037acb service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-vif-plugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.914505] env[68864]: DEBUG oslo_concurrency.lockutils [req-0e29e68a-19a0-43ab-a31e-1a6200b6691e req-dd13b5d3-661d-4b60-999c-9aab14037acb service nova] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.914716] env[68864]: DEBUG oslo_concurrency.lockutils [req-0e29e68a-19a0-43ab-a31e-1a6200b6691e req-dd13b5d3-661d-4b60-999c-9aab14037acb service nova] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.914993] env[68864]: DEBUG oslo_concurrency.lockutils [req-0e29e68a-19a0-43ab-a31e-1a6200b6691e req-dd13b5d3-661d-4b60-999c-9aab14037acb service nova] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.915196] env[68864]: DEBUG nova.compute.manager [req-0e29e68a-19a0-43ab-a31e-1a6200b6691e req-dd13b5d3-661d-4b60-999c-9aab14037acb service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] No waiting events found dispatching network-vif-plugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.915282] env[68864]: WARNING nova.compute.manager [req-0e29e68a-19a0-43ab-a31e-1a6200b6691e req-dd13b5d3-661d-4b60-999c-9aab14037acb service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received unexpected event network-vif-plugged-45900e7e-4abf-4491-9ccc-661f4fff77a5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1051.032716] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.032946] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.033147] env[68864]: DEBUG nova.network.neutron [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.050309] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185984, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.069383] env[68864]: DEBUG nova.scheduler.client.report [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.209460] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.437656] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e545c9c4-a99c-4048-a162-69f8d6ded7db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.437926] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e545c9c4-a99c-4048-a162-69f8d6ded7db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.438278] env[68864]: DEBUG nova.objects.instance [None req-e545c9c4-a99c-4048-a162-69f8d6ded7db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'flavor' on Instance uuid 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.586393] env[68864]: DEBUG oslo_vmware.api [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185984, 'name': PowerOnVM_Task, 'duration_secs': 2.726686} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.586393] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.586393] env[68864]: INFO nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1051.586393] env[68864]: DEBUG nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.586393] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d8ab06-7a23-4026-a9f5-65b27bc95577 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.586393] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.586393] env[68864]: DEBUG nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.586393] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.716s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.586393] env[68864]: DEBUG nova.objects.instance [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1051.715382] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185987, 'name': ReconfigVM_Task, 'duration_secs': 0.663578} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.715783] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Reconfigured VM instance instance-0000005e to attach disk [datastore1] daada544-0a8e-4f12-9106-b86f44ab92a1/daada544-0a8e-4f12-9106-b86f44ab92a1.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.716517] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28f953f7-2677-4b27-99bc-f865ec386f26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.727862] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1051.727862] env[68864]: value = "task-3185988" [ 1051.727862] env[68864]: _type = "Task" [ 1051.727862] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.738489] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185988, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.903134] env[68864]: DEBUG nova.network.neutron [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45900e7e-4a", "ovs_interfaceid": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.942046] env[68864]: DEBUG nova.objects.instance [None req-e545c9c4-a99c-4048-a162-69f8d6ded7db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'pci_requests' on Instance uuid 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.076717] env[68864]: INFO nova.compute.manager [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Took 27.26 seconds to build instance. [ 1052.088059] env[68864]: DEBUG nova.compute.utils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.091851] env[68864]: DEBUG nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.092059] env[68864]: DEBUG nova.network.neutron [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.166407] env[68864]: DEBUG nova.policy [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f58078a259b45f78fec3bf0064f99e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fc65cfd5cf4624ab7d15d53e360b93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.239511] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185988, 'name': Rename_Task, 'duration_secs': 0.377209} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.239953] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.240280] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e789b8ea-bd30-46f4-bba0-6077ac4cfba0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.249253] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1052.249253] env[68864]: value = "task-3185989" [ 1052.249253] env[68864]: _type = "Task" [ 1052.249253] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.260116] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.406409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.445278] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='04d03a86fb40bd1dd72176f2864e9a10',container_format='bare',created_at=2025-03-26T21:06:14Z,direct_url=,disk_format='vmdk',id=b0d100d5-c8a9-44a3-a4c6-a543d7348875,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-441702187-shelved',owner='e780cf01d71b4b5abc9765da07f93104',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-26T21:06:29Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.445516] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.445703] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.445887] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.446081] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.446244] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.446459] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.446618] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.446789] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.446957] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.447146] env[68864]: DEBUG nova.virt.hardware [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.447693] env[68864]: DEBUG nova.objects.base [None req-e545c9c4-a99c-4048-a162-69f8d6ded7db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Object Instance<63bc1935-129d-4e2f-a197-5ef9c77a903e> lazy-loaded attributes: flavor,pci_requests {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.447883] env[68864]: DEBUG nova.network.neutron [None req-e545c9c4-a99c-4048-a162-69f8d6ded7db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.450713] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b54ed-d6e3-428c-93b6-9310a078f782 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.460718] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf2491c-8021-4319-8450-983cd8fc0436 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.476262] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2c:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45900e7e-4abf-4491-9ccc-661f4fff77a5', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.484617] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.485235] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.485371] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb19cb9e-3380-4fe6-a65c-5b578f5ecd37 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.505752] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.505752] env[68864]: value = "task-3185990" [ 1052.505752] env[68864]: _type = "Task" [ 1052.505752] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.513976] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185990, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.574302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e545c9c4-a99c-4048-a162-69f8d6ded7db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.579527] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e49ad878-4739-4ad7-829b-f9e9c670eb1c tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.767s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.596270] env[68864]: DEBUG oslo_concurrency.lockutils [None req-eb60c2a5-6a5c-4b86-86c0-842d3c45439c tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.601480] env[68864]: DEBUG nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.605049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 15.188s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.620991] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "2129e57d-35c2-48e3-92ea-85c05550fa13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.621243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.621453] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "2129e57d-35c2-48e3-92ea-85c05550fa13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.621635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.621843] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.627087] env[68864]: INFO nova.compute.manager [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Terminating instance [ 1052.676751] env[68864]: DEBUG nova.network.neutron [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Successfully created port: 4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.762869] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.767682] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "a464ef75-46c4-4e0c-9027-ad6d478a3904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.768016] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.768243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "a464ef75-46c4-4e0c-9027-ad6d478a3904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.768564] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.768697] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.773609] env[68864]: INFO nova.compute.manager [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Terminating instance [ 1052.949201] env[68864]: DEBUG nova.compute.manager [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.949489] env[68864]: DEBUG nova.compute.manager [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing instance network info cache due to event network-changed-45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.949725] env[68864]: DEBUG oslo_concurrency.lockutils [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] Acquiring lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.949852] env[68864]: DEBUG oslo_concurrency.lockutils [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] Acquired lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.950093] env[68864]: DEBUG nova.network.neutron [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Refreshing network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.018227] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3185990, 'name': CreateVM_Task, 'duration_secs': 0.488652} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.018449] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.019373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.019373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.019757] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.020042] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f871a9-ee93-4f2a-be27-82efed0d0089 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.025589] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1053.025589] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5231e2b9-b7e1-2a13-392b-5eea26ff5941" [ 1053.025589] env[68864]: _type = "Task" [ 1053.025589] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.036078] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5231e2b9-b7e1-2a13-392b-5eea26ff5941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.110338] env[68864]: DEBUG nova.objects.instance [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'migration_context' on Instance uuid ede3fea5-e8df-402c-96b7-3ca030d6169d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.133606] env[68864]: DEBUG nova.compute.manager [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.133947] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.134830] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94f9d45-86dd-4b27-bdc7-ebbc6d3eb9ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.147146] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.147419] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e89132-1868-4acd-a5f6-5e51e8003523 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.157411] env[68864]: DEBUG oslo_vmware.api [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1053.157411] env[68864]: value = "task-3185991" [ 1053.157411] env[68864]: _type = "Task" [ 1053.157411] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.166264] env[68864]: DEBUG oslo_vmware.api [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.260397] env[68864]: DEBUG oslo_vmware.api [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3185989, 'name': PowerOnVM_Task, 'duration_secs': 0.856138} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.260597] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.260800] env[68864]: INFO nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1053.261556] env[68864]: DEBUG nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.262307] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1cadac-6b0f-4670-b32b-cb337531e572 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.277159] env[68864]: DEBUG nova.compute.manager [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.277391] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.278190] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988d1d95-34a0-43ad-b9d1-938474e3bbb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.285511] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.285745] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7201233-7000-460a-beda-15268bff6b55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.293315] env[68864]: DEBUG oslo_vmware.api [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1053.293315] env[68864]: value = "task-3185992" [ 1053.293315] env[68864]: _type = "Task" [ 1053.293315] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.301848] env[68864]: DEBUG oslo_vmware.api [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.541177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.541491] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Processing image b0d100d5-c8a9-44a3-a4c6-a543d7348875 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.541739] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875/b0d100d5-c8a9-44a3-a4c6-a543d7348875.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.541983] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875/b0d100d5-c8a9-44a3-a4c6-a543d7348875.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.542203] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.542476] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26fb4288-0c7d-4984-9509-9d49d121576e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.552718] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.552718] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.552718] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ea74f5-1f74-444f-986d-db0790139f79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.558123] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1053.558123] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52884835-8f3b-7ceb-89c7-8af8f2820d59" [ 1053.558123] env[68864]: _type = "Task" [ 1053.558123] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.566258] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52884835-8f3b-7ceb-89c7-8af8f2820d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.618840] env[68864]: DEBUG nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.658781] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.659470] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.659470] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.659571] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.659667] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.659817] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.660038] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.660247] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.660454] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.660625] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.664256] env[68864]: DEBUG nova.virt.hardware [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.666262] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c49cd5-f3b3-47e4-9762-82f4d6553a9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.684429] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c24707c-a04f-400d-b4d6-ff291adbc607 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.688774] env[68864]: DEBUG oslo_vmware.api [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185991, 'name': PowerOffVM_Task, 'duration_secs': 0.317474} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.691566] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.691818] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.692651] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd75e38e-bf83-4405-a900-7440bd415066 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.714031] env[68864]: DEBUG nova.network.neutron [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updated VIF entry in instance network info cache for port 45900e7e-4abf-4491-9ccc-661f4fff77a5. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.714031] env[68864]: DEBUG nova.network.neutron [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [{"id": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "address": "fa:16:3e:48:2c:3f", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45900e7e-4a", "ovs_interfaceid": "45900e7e-4abf-4491-9ccc-661f4fff77a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.779563] env[68864]: INFO nova.compute.manager [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Took 24.00 seconds to build instance. [ 1053.792649] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.793294] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.793674] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleting the datastore file [datastore1] 2129e57d-35c2-48e3-92ea-85c05550fa13 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.794627] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e4d2574-2dac-4500-a7c8-c372553ff16b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.811688] env[68864]: DEBUG oslo_vmware.api [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1053.811688] env[68864]: value = "task-3185994" [ 1053.811688] env[68864]: _type = "Task" [ 1053.811688] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.813018] env[68864]: DEBUG oslo_vmware.api [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185992, 'name': PowerOffVM_Task, 'duration_secs': 0.202518} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.813215] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.813385] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.816890] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98294093-64e6-412f-9664-d3e7905329b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.825998] env[68864]: DEBUG oslo_vmware.api [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.883182] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.883425] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.883603] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleting the datastore file [datastore1] a464ef75-46c4-4e0c-9027-ad6d478a3904 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.883876] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d548eb22-4e47-4a6e-b36e-79c1bf729f90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.890948] env[68864]: DEBUG oslo_vmware.api [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for the task: (returnval){ [ 1053.890948] env[68864]: value = "task-3185996" [ 1053.890948] env[68864]: _type = "Task" [ 1053.890948] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.900485] env[68864]: DEBUG oslo_vmware.api [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.968974] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab392a8-9897-45aa-9e47-23fbbc0df8d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.978627] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ef6471-fe4c-4ee5-b9a0-de48208d4741 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.015727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d3a941-a7c2-42be-b8f7-3904261c1572 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.024034] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac916dd-5d3c-4eaa-a365-49852861c9c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.045942] env[68864]: DEBUG nova.compute.provider_tree [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.076040] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Preparing fetch location {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1054.076276] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Fetch image to [datastore1] OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac/OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac.vmdk {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1054.076422] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Downloading stream optimized image b0d100d5-c8a9-44a3-a4c6-a543d7348875 to [datastore1] OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac/OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac.vmdk on the data store datastore1 as vApp {{(pid=68864) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1054.076652] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Downloading image file data b0d100d5-c8a9-44a3-a4c6-a543d7348875 to the ESX as VM named 'OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac' {{(pid=68864) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1054.193592] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1054.193592] env[68864]: value = "resgroup-9" [ 1054.193592] env[68864]: _type = "ResourcePool" [ 1054.193592] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1054.193592] env[68864]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-58b36261-2bd5-4628-9eee-4d420038ea6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.217522] env[68864]: DEBUG oslo_concurrency.lockutils [req-35caa763-ea83-4744-920d-8de0c9dd8bc5 req-c16d74c8-0b18-4d16-b93f-80797982c41f service nova] Releasing lock "refresh_cache-9884f948-8bd2-44c5-9670-003dfffbfcd9" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.219018] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease: (returnval){ [ 1054.219018] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524b93f1-6ca8-cb1f-2db0-39656f3cdfd8" [ 1054.219018] env[68864]: _type = "HttpNfcLease" [ 1054.219018] env[68864]: } obtained for vApp import into resource pool (val){ [ 1054.219018] env[68864]: value = "resgroup-9" [ 1054.219018] env[68864]: _type = "ResourcePool" [ 1054.219018] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1054.219018] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the lease: (returnval){ [ 1054.219018] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524b93f1-6ca8-cb1f-2db0-39656f3cdfd8" [ 1054.219018] env[68864]: _type = "HttpNfcLease" [ 1054.219018] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.229098] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.229098] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524b93f1-6ca8-cb1f-2db0-39656f3cdfd8" [ 1054.229098] env[68864]: _type = "HttpNfcLease" [ 1054.229098] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.281956] env[68864]: DEBUG oslo_concurrency.lockutils [None req-af263344-de59-4e3f-b50f-677f46b80a9c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.513s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.325234] env[68864]: DEBUG oslo_vmware.api [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221113} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.325636] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.325922] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.326210] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.326472] env[68864]: INFO nova.compute.manager [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1054.326843] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.327268] env[68864]: DEBUG nova.compute.manager [-] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.327609] env[68864]: DEBUG nova.network.neutron [-] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.374443] env[68864]: DEBUG nova.network.neutron [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Successfully updated port: 4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.402710] env[68864]: DEBUG oslo_vmware.api [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Task: {'id': task-3185996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177343} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.402710] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.402710] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.403310] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.405016] env[68864]: INFO nova.compute.manager [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1054.405016] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.405016] env[68864]: DEBUG nova.compute.manager [-] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.405016] env[68864]: DEBUG nova.network.neutron [-] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.557020] env[68864]: DEBUG nova.scheduler.client.report [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.623599] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.623838] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.624222] env[68864]: DEBUG nova.objects.instance [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'flavor' on Instance uuid 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.658337] env[68864]: DEBUG oslo_concurrency.lockutils [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "daada544-0a8e-4f12-9106-b86f44ab92a1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.658663] env[68864]: DEBUG oslo_concurrency.lockutils [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.658931] env[68864]: INFO nova.compute.manager [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Rebooting instance [ 1054.727289] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.727289] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524b93f1-6ca8-cb1f-2db0-39656f3cdfd8" [ 1054.727289] env[68864]: _type = "HttpNfcLease" [ 1054.727289] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.727586] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.727586] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524b93f1-6ca8-cb1f-2db0-39656f3cdfd8" [ 1054.727586] env[68864]: _type = "HttpNfcLease" [ 1054.727586] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1054.728327] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daf5ca7-6c01-497b-af7d-4419ccb40f7f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.735213] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db5e30-0f22-f267-7824-6baf05420e63/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.735387] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db5e30-0f22-f267-7824-6baf05420e63/disk-0.vmdk. {{(pid=68864) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1054.801537] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d4fad64-4d26-45ed-893c-c31640d9f6a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.877870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.877870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.877870] env[68864]: DEBUG nova.network.neutron [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.987611] env[68864]: DEBUG nova.compute.manager [req-26b752ea-6b88-4a34-b6fa-bfae58d16b5a req-508d87e1-ebf5-4df3-aade-9a4342150c41 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Received event network-vif-deleted-7de778fa-2370-42a4-bd09-cc485581798e {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.987894] env[68864]: INFO nova.compute.manager [req-26b752ea-6b88-4a34-b6fa-bfae58d16b5a req-508d87e1-ebf5-4df3-aade-9a4342150c41 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Neutron deleted interface 7de778fa-2370-42a4-bd09-cc485581798e; detaching it from the instance and deleting it from the info cache [ 1054.988394] env[68864]: DEBUG nova.network.neutron [req-26b752ea-6b88-4a34-b6fa-bfae58d16b5a req-508d87e1-ebf5-4df3-aade-9a4342150c41 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.147578] env[68864]: DEBUG nova.network.neutron [-] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.179572] env[68864]: DEBUG nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Received event network-vif-plugged-4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.179906] env[68864]: DEBUG oslo_concurrency.lockutils [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] Acquiring lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.180008] env[68864]: DEBUG oslo_concurrency.lockutils [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.180183] env[68864]: DEBUG oslo_concurrency.lockutils [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.180351] env[68864]: DEBUG nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] No waiting events found dispatching network-vif-plugged-4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.180509] env[68864]: WARNING nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Received unexpected event network-vif-plugged-4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 for instance with vm_state building and task_state spawning. [ 1055.180667] env[68864]: DEBUG nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Received event network-changed-4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.180818] env[68864]: DEBUG nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Refreshing instance network info cache due to event network-changed-4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.180981] env[68864]: DEBUG oslo_concurrency.lockutils [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] Acquiring lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.182994] env[68864]: DEBUG oslo_concurrency.lockutils [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.183249] env[68864]: DEBUG oslo_concurrency.lockutils [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquired lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.183420] env[68864]: DEBUG nova.network.neutron [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.185699] env[68864]: DEBUG nova.network.neutron [-] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.209697] env[68864]: DEBUG nova.objects.instance [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'pci_requests' on Instance uuid 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.450624] env[68864]: DEBUG nova.network.neutron [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.492040] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75df66b4-77f5-4f6e-a7a7-655077075c75 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.506174] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bc2919-2fb2-4824-9214-8539cfbd46a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.545021] env[68864]: DEBUG nova.compute.manager [req-26b752ea-6b88-4a34-b6fa-bfae58d16b5a req-508d87e1-ebf5-4df3-aade-9a4342150c41 service nova] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Detach interface failed, port_id=7de778fa-2370-42a4-bd09-cc485581798e, reason: Instance 2129e57d-35c2-48e3-92ea-85c05550fa13 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.553509] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.553769] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.579301] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.974s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.588429] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.198s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.588658] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.590861] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.273s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.591071] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.621557] env[68864]: INFO nova.scheduler.client.report [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleted allocations for instance 9f590ce1-df39-49be-a6fc-078104f1f589 [ 1055.631894] env[68864]: INFO nova.scheduler.client.report [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Deleted allocations for instance b818e8d6-6a1b-4efb-a120-e1c768d801df [ 1055.650718] env[68864]: INFO nova.compute.manager [-] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Took 1.32 seconds to deallocate network for instance. [ 1055.658452] env[68864]: DEBUG nova.network.neutron [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance_info_cache with network_info: [{"id": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "address": "fa:16:3e:d7:f5:b4", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4871cbf0-9a", "ovs_interfaceid": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.689651] env[68864]: INFO nova.compute.manager [-] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Took 1.29 seconds to deallocate network for instance. [ 1055.713338] env[68864]: DEBUG nova.objects.base [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Object Instance<63bc1935-129d-4e2f-a197-5ef9c77a903e> lazy-loaded attributes: flavor,pci_requests {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.713457] env[68864]: DEBUG nova.network.neutron [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.765823] env[68864]: DEBUG nova.policy [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.915617] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Completed reading data from the image iterator. {{(pid=68864) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1055.916397] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db5e30-0f22-f267-7824-6baf05420e63/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1055.917853] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7bc3a2-7a54-4318-aa5b-553c870dfeca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.926151] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db5e30-0f22-f267-7824-6baf05420e63/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1055.926434] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db5e30-0f22-f267-7824-6baf05420e63/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1055.927040] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6a0d29e0-822f-4c7a-bc12-d66b75ad8ad5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.936287] env[68864]: DEBUG nova.network.neutron [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Updating instance_info_cache with network_info: [{"id": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "address": "fa:16:3e:c6:4f:f2", "network": {"id": "d43fc8dd-e50c-445b-b084-9ec5b93f008c", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-72506062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3202a517a4f4412aab69c68a3c9e30b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa58feb16-06", "ovs_interfaceid": "a58feb16-063c-4e35-b529-e33f0bb81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.056509] env[68864]: DEBUG nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.068095] env[68864]: DEBUG nova.network.neutron [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Successfully created port: 528bbb8c-d672-40ae-a481-322b5cb21353 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.114225] env[68864]: DEBUG oslo_vmware.rw_handles [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52db5e30-0f22-f267-7824-6baf05420e63/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1056.114486] env[68864]: INFO nova.virt.vmwareapi.images [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Downloaded image file data b0d100d5-c8a9-44a3-a4c6-a543d7348875 [ 1056.117029] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5590df-ceae-4c00-8d3d-0c2a17130290 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.133723] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92246346-accf-417f-b77a-b427c041e590 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.142321] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1668ff1d-d947-4080-958c-20cc4df109a9 tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "9f590ce1-df39-49be-a6fc-078104f1f589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.958s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.146043] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5ab0d039-367d-4e89-add3-5f226af60733 tempest-AttachInterfacesUnderV243Test-1760435539 tempest-AttachInterfacesUnderV243Test-1760435539-project-member] Lock "b818e8d6-6a1b-4efb-a120-e1c768d801df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.400s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.157699] env[68864]: INFO nova.virt.vmwareapi.images [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] The imported VM was unregistered [ 1056.160091] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Caching image {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1056.160334] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.161975] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.162240] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.162449] env[68864]: DEBUG nova.objects.instance [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lazy-loading 'resources' on Instance uuid 2129e57d-35c2-48e3-92ea-85c05550fa13 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.165395] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.165722] env[68864]: DEBUG nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Instance network_info: |[{"id": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "address": "fa:16:3e:d7:f5:b4", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4871cbf0-9a", "ovs_interfaceid": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.165974] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7830671-1e27-4ed7-b974-172960049c31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.171021] env[68864]: DEBUG oslo_concurrency.lockutils [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] Acquired lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.171021] env[68864]: DEBUG nova.network.neutron [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Refreshing network info cache for port 4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.171021] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:f5:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.179250] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Creating folder: Project (f2fc65cfd5cf4624ab7d15d53e360b93). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.180430] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89cd939f-9959-4c65-b1a7-23a4e94db50e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.190596] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Created folder: Project (f2fc65cfd5cf4624ab7d15d53e360b93) in parent group-v636929. [ 1056.190788] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Creating folder: Instances. Parent ref: group-v637198. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.191018] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0167e8de-a5e4-47f8-9c58-45cfa24957b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.196773] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.199308] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Created folder: Instances in parent group-v637198. [ 1056.199538] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.200537] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.200797] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created directory with path [datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.201012] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac/OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac.vmdk to [datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875/b0d100d5-c8a9-44a3-a4c6-a543d7348875.vmdk. {{(pid=68864) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1056.201501] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d921fb-7765-4818-be0b-19511100db1b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.219054] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed84a5f3-845e-4073-8794-eec4a2e73f5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.226109] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1056.226109] env[68864]: value = "task-3186001" [ 1056.226109] env[68864]: _type = "Task" [ 1056.226109] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.227241] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.227241] env[68864]: value = "task-3186002" [ 1056.227241] env[68864]: _type = "Task" [ 1056.227241] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.238724] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.242773] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186002, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.285527] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "8c951090-a586-4562-896e-098b10b867dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.285949] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "8c951090-a586-4562-896e-098b10b867dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.286205] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "8c951090-a586-4562-896e-098b10b867dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.286422] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "8c951090-a586-4562-896e-098b10b867dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.286611] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "8c951090-a586-4562-896e-098b10b867dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.288869] env[68864]: INFO nova.compute.manager [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Terminating instance [ 1056.438867] env[68864]: DEBUG oslo_concurrency.lockutils [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Releasing lock "refresh_cache-daada544-0a8e-4f12-9106-b86f44ab92a1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.585660] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.739387] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.743483] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186002, 'name': CreateVM_Task, 'duration_secs': 0.360403} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.743643] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.744617] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.744946] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.745334] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.747618] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3445df7-cfc7-4e77-a8ec-383ba961f988 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.753825] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1056.753825] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520b0dac-ecc3-7a6a-e89d-99d7773cd945" [ 1056.753825] env[68864]: _type = "Task" [ 1056.753825] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.761196] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520b0dac-ecc3-7a6a-e89d-99d7773cd945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.792544] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "refresh_cache-8c951090-a586-4562-896e-098b10b867dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.792743] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquired lock "refresh_cache-8c951090-a586-4562-896e-098b10b867dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.792928] env[68864]: DEBUG nova.network.neutron [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.898702] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb006534-2aa7-4794-b9d1-92b6f5135bea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.910064] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb417c4e-b416-4d54-a393-b2395d32aa51 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.939209] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d734f6e-bd3d-4ac3-bace-f0f2a2e87859 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.944285] env[68864]: DEBUG nova.compute.manager [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.945215] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec4361c-c07f-4e72-adf7-159ee0b5ddf7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.951966] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb9ac8-404a-47fe-a1e1-47687f640460 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.975156] env[68864]: DEBUG nova.compute.provider_tree [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.124217] env[68864]: DEBUG nova.network.neutron [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updated VIF entry in instance network info cache for port 4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.124588] env[68864]: DEBUG nova.network.neutron [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance_info_cache with network_info: [{"id": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "address": "fa:16:3e:d7:f5:b4", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4871cbf0-9a", "ovs_interfaceid": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.139022] env[68864]: INFO nova.compute.manager [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Swapping old allocation on dict_keys(['0edbe77d-9903-40bc-a8b5-90dc781ff22f']) held by migration 81d08dc5-41e2-4feb-99ec-cf3767e9fb65 for instance [ 1057.162073] env[68864]: DEBUG nova.scheduler.client.report [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Overwriting current allocation {'allocations': {'0edbe77d-9903-40bc-a8b5-90dc781ff22f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 126}}, 'project_id': 'd2eba88a0f7e4ec7998886d685cd98de', 'user_id': '356b60104f0d405f8cb620df67e4e526', 'consumer_generation': 1} on consumer ede3fea5-e8df-402c-96b7-3ca030d6169d {{(pid=68864) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1057.237146] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.260810] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.260810] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.261617] env[68864]: DEBUG nova.network.neutron [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.265985] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520b0dac-ecc3-7a6a-e89d-99d7773cd945, 'name': SearchDatastore_Task, 'duration_secs': 0.048281} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.266581] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.266810] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.267065] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.267564] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.267564] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.267709] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dc27362-7ef8-4e9d-b32f-76d14e24804a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.281957] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.281957] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.282290] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fdbda0-d104-4a4a-9acf-89a893582eb9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.288189] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1057.288189] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb1c6c-40d0-345f-732e-c7a544785eae" [ 1057.288189] env[68864]: _type = "Task" [ 1057.288189] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.298571] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb1c6c-40d0-345f-732e-c7a544785eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.319312] env[68864]: DEBUG nova.network.neutron [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.479141] env[68864]: DEBUG nova.scheduler.client.report [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.528575] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.528804] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.603337] env[68864]: DEBUG nova.network.neutron [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Successfully updated port: 528bbb8c-d672-40ae-a481-322b5cb21353 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.627398] env[68864]: DEBUG oslo_concurrency.lockutils [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] Releasing lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.627655] env[68864]: DEBUG nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Received event network-vif-deleted-6c783f59-cece-45ef-8acf-5cfc2e8d8292 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.627836] env[68864]: INFO nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Neutron deleted interface 6c783f59-cece-45ef-8acf-5cfc2e8d8292; detaching it from the instance and deleting it from the info cache [ 1057.628017] env[68864]: DEBUG nova.network.neutron [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.690942] env[68864]: DEBUG nova.network.neutron [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.740885] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.799396] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb1c6c-40d0-345f-732e-c7a544785eae, 'name': SearchDatastore_Task, 'duration_secs': 0.088501} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.800278] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1177a45b-d424-48eb-8fd5-83b99f7c65e1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.805840] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1057.805840] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e44f94-b2a6-a33b-758b-f32d20d1830b" [ 1057.805840] env[68864]: _type = "Task" [ 1057.805840] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.813844] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e44f94-b2a6-a33b-758b-f32d20d1830b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.967196] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfebdda-21b9-450a-92d6-bc50a9aa719b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.975057] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Doing hard reboot of VM {{(pid=68864) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1057.975325] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c9c555fc-f453-4122-a042-e54889b61722 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.982476] env[68864]: DEBUG oslo_vmware.api [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1057.982476] env[68864]: value = "task-3186003" [ 1057.982476] env[68864]: _type = "Task" [ 1057.982476] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.986289] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.988499] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.792s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.988731] env[68864]: DEBUG nova.objects.instance [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lazy-loading 'resources' on Instance uuid a464ef75-46c4-4e0c-9027-ad6d478a3904 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.996405] env[68864]: DEBUG oslo_vmware.api [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186003, 'name': ResetVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.006255] env[68864]: INFO nova.scheduler.client.report [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted allocations for instance 2129e57d-35c2-48e3-92ea-85c05550fa13 [ 1058.035211] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.035390] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.035543] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.035694] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.035865] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.036017] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.036152] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1058.036291] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.083142] env[68864]: DEBUG nova.compute.manager [req-16605884-a68d-4fa6-a306-7226d270ca7c req-8f7d9e46-e0a9-4d33-8634-51c6e95d7f28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-vif-plugged-528bbb8c-d672-40ae-a481-322b5cb21353 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.083385] env[68864]: DEBUG oslo_concurrency.lockutils [req-16605884-a68d-4fa6-a306-7226d270ca7c req-8f7d9e46-e0a9-4d33-8634-51c6e95d7f28 service nova] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.083645] env[68864]: DEBUG oslo_concurrency.lockutils [req-16605884-a68d-4fa6-a306-7226d270ca7c req-8f7d9e46-e0a9-4d33-8634-51c6e95d7f28 service nova] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.083861] env[68864]: DEBUG oslo_concurrency.lockutils [req-16605884-a68d-4fa6-a306-7226d270ca7c req-8f7d9e46-e0a9-4d33-8634-51c6e95d7f28 service nova] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.087266] env[68864]: DEBUG nova.compute.manager [req-16605884-a68d-4fa6-a306-7226d270ca7c req-8f7d9e46-e0a9-4d33-8634-51c6e95d7f28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] No waiting events found dispatching network-vif-plugged-528bbb8c-d672-40ae-a481-322b5cb21353 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.087938] env[68864]: WARNING nova.compute.manager [req-16605884-a68d-4fa6-a306-7226d270ca7c req-8f7d9e46-e0a9-4d33-8634-51c6e95d7f28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received unexpected event network-vif-plugged-528bbb8c-d672-40ae-a481-322b5cb21353 for instance with vm_state active and task_state None. [ 1058.106325] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.106508] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.106687] env[68864]: DEBUG nova.network.neutron [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.130933] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5587aafb-1d11-471a-9faf-fc624f4b3228 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.141880] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7c65d0-6902-48b2-8e77-257f2f42f78d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.174704] env[68864]: DEBUG nova.compute.manager [req-56b5868d-c30d-4c94-beca-6d863f3a7da4 req-549b89a6-b4b1-4864-b6ed-76a6c83907ca service nova] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Detach interface failed, port_id=6c783f59-cece-45ef-8acf-5cfc2e8d8292, reason: Instance a464ef75-46c4-4e0c-9027-ad6d478a3904 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.194332] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Releasing lock "refresh_cache-8c951090-a586-4562-896e-098b10b867dd" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.194843] env[68864]: DEBUG nova.compute.manager [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.195071] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.196546] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6201d25-b37d-4328-a108-822ea873880a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.203888] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.206581] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e39465ee-906d-4f8c-9f6d-2faeaaee5ce2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.213905] env[68864]: DEBUG oslo_vmware.api [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1058.213905] env[68864]: value = "task-3186004" [ 1058.213905] env[68864]: _type = "Task" [ 1058.213905] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.223271] env[68864]: DEBUG oslo_vmware.api [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3186004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.238466] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.250401] env[68864]: DEBUG nova.network.neutron [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [{"id": "13ef2f30-578e-4031-937a-5b6222584837", "address": "fa:16:3e:44:4a:55", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef2f30-57", "ovs_interfaceid": "13ef2f30-578e-4031-937a-5b6222584837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.317293] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e44f94-b2a6-a33b-758b-f32d20d1830b, 'name': SearchDatastore_Task, 'duration_secs': 0.088521} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.317618] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.317894] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f766fe95-2fd2-4b15-b205-fd0271d59647/f766fe95-2fd2-4b15-b205-fd0271d59647.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.318191] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e1b0cbc-7436-45b9-8c96-87fd6e95c9cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.325037] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1058.325037] env[68864]: value = "task-3186005" [ 1058.325037] env[68864]: _type = "Task" [ 1058.325037] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.333680] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.496675] env[68864]: DEBUG oslo_vmware.api [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186003, 'name': ResetVM_Task, 'duration_secs': 0.218663} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.497224] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Did hard reboot of VM {{(pid=68864) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1058.497422] env[68864]: DEBUG nova.compute.manager [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.498448] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee148ffd-988f-484a-9a32-25a3eb53324e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.516718] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83ca9726-4b87-4652-88b6-e769a16354a7 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "2129e57d-35c2-48e3-92ea-85c05550fa13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.544536] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.658923] env[68864]: WARNING nova.network.neutron [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] 5e217d6b-2f9a-43c3-a232-1e44840c48e4 already exists in list: networks containing: ['5e217d6b-2f9a-43c3-a232-1e44840c48e4']. ignoring it [ 1058.724230] env[68864]: DEBUG oslo_vmware.api [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3186004, 'name': PowerOffVM_Task, 'duration_secs': 0.144827} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.727155] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.727361] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.727854] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19befce4-6d59-4407-92fb-bc956a0ffc0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.743279] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.745426] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e236a09-038d-4909-a349-db84042f62be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.753611] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-ede3fea5-e8df-402c-96b7-3ca030d6169d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.754020] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.754276] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.754432] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleting the datastore file [datastore1] 8c951090-a586-4562-896e-098b10b867dd {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.761307] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cadbb51-bd6d-4b8f-9d70-2c12476b6212 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.765665] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac3af154-799a-4a3f-9462-09766ebd309a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.771261] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9580ac0-d1bc-4e04-a36f-f74a67812398 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.805479] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358fb5c2-cefe-45cc-82d8-c0744e639d99 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.808809] env[68864]: DEBUG oslo_vmware.api [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for the task: (returnval){ [ 1058.808809] env[68864]: value = "task-3186007" [ 1058.808809] env[68864]: _type = "Task" [ 1058.808809] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.809559] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5619334-db2f-427b-84f7-144c9f91dd28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.820381] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dce4cba-4fd1-43ac-9dcc-5b4a78c5d5d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.830795] env[68864]: DEBUG oslo_vmware.api [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3186007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.852472] env[68864]: DEBUG nova.compute.provider_tree [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.861114] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.014009] env[68864]: DEBUG oslo_concurrency.lockutils [None req-32633e5a-b2ae-4083-9bb5-0edec825545c tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.355s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.095357] env[68864]: DEBUG nova.network.neutron [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "528bbb8c-d672-40ae-a481-322b5cb21353", "address": "fa:16:3e:98:db:0e", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528bbb8c-d6", "ovs_interfaceid": "528bbb8c-d672-40ae-a481-322b5cb21353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.240111] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.322299] env[68864]: DEBUG oslo_vmware.api [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3186007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.338646] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.355210] env[68864]: DEBUG nova.scheduler.client.report [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.599216] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.599920] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.600093] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.600976] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccbb25c-afdf-4eb9-9c62-6ba3d1c5d3f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.620220] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.620492] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.620649] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.620828] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.621534] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.621534] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.621534] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.621534] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.621733] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.621864] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.622014] env[68864]: DEBUG nova.virt.hardware [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.628552] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfiguring VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1059.628937] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4855ad-cb02-4c9e-ad1f-3aea9154984b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.647636] env[68864]: DEBUG oslo_vmware.api [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1059.647636] env[68864]: value = "task-3186008" [ 1059.647636] env[68864]: _type = "Task" [ 1059.647636] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.658076] env[68864]: DEBUG oslo_vmware.api [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186008, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.745166] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186001, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.195033} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.745519] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac/OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac.vmdk to [datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875/b0d100d5-c8a9-44a3-a4c6-a543d7348875.vmdk. [ 1059.745668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Cleaning up location [datastore1] OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1059.747577] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_056ef803-02e9-45f8-893c-beffd49af9ac {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.747577] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a220c5df-0618-46b8-a394-0eba812dd4df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.760586] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1059.760586] env[68864]: value = "task-3186009" [ 1059.760586] env[68864]: _type = "Task" [ 1059.760586] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.770775] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.824317] env[68864]: DEBUG oslo_vmware.api [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Task: {'id': task-3186007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.718779} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.824569] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.824781] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.824975] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.825176] env[68864]: INFO nova.compute.manager [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] [instance: 8c951090-a586-4562-896e-098b10b867dd] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1059.825517] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.825763] env[68864]: DEBUG nova.compute.manager [-] [instance: 8c951090-a586-4562-896e-098b10b867dd] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.825871] env[68864]: DEBUG nova.network.neutron [-] [instance: 8c951090-a586-4562-896e-098b10b867dd] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.839391] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186005, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.848280] env[68864]: DEBUG nova.network.neutron [-] [instance: 8c951090-a586-4562-896e-098b10b867dd] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.862840] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.865193] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.280s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.866885] env[68864]: INFO nova.compute.claims [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.890337] env[68864]: INFO nova.scheduler.client.report [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Deleted allocations for instance a464ef75-46c4-4e0c-9027-ad6d478a3904 [ 1059.947193] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.947803] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-681b3384-0380-4a18-be98-825b1be7d552 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.954811] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1059.954811] env[68864]: value = "task-3186010" [ 1059.954811] env[68864]: _type = "Task" [ 1059.954811] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.963068] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.141574] env[68864]: DEBUG nova.compute.manager [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-changed-528bbb8c-d672-40ae-a481-322b5cb21353 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.141946] env[68864]: DEBUG nova.compute.manager [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing instance network info cache due to event network-changed-528bbb8c-d672-40ae-a481-322b5cb21353. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.141982] env[68864]: DEBUG oslo_concurrency.lockutils [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.142582] env[68864]: DEBUG oslo_concurrency.lockutils [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.142782] env[68864]: DEBUG nova.network.neutron [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing network info cache for port 528bbb8c-d672-40ae-a481-322b5cb21353 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.159757] env[68864]: DEBUG oslo_vmware.api [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.238049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "daada544-0a8e-4f12-9106-b86f44ab92a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.238316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.238530] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "daada544-0a8e-4f12-9106-b86f44ab92a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.238709] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.238884] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.241625] env[68864]: INFO nova.compute.manager [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Terminating instance [ 1060.273108] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120034} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.273502] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.273693] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875/b0d100d5-c8a9-44a3-a4c6-a543d7348875.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.274038] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875/b0d100d5-c8a9-44a3-a4c6-a543d7348875.vmdk to [datastore1] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.274378] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b9e3904-c0ca-424d-98c3-f7f1f21a7fd7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.282981] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1060.282981] env[68864]: value = "task-3186011" [ 1060.282981] env[68864]: _type = "Task" [ 1060.282981] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.291864] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.341079] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186005, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.546998} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.341481] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f766fe95-2fd2-4b15-b205-fd0271d59647/f766fe95-2fd2-4b15-b205-fd0271d59647.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.341714] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.342076] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65feaaa5-ec1e-4f70-b389-02ef3c2538cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.348462] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1060.348462] env[68864]: value = "task-3186012" [ 1060.348462] env[68864]: _type = "Task" [ 1060.348462] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.351624] env[68864]: DEBUG nova.network.neutron [-] [instance: 8c951090-a586-4562-896e-098b10b867dd] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.360658] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.399213] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8956536d-24b0-462e-8527-d705f32141d4 tempest-MultipleCreateTestJSON-1352107319 tempest-MultipleCreateTestJSON-1352107319-project-member] Lock "a464ef75-46c4-4e0c-9027-ad6d478a3904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.631s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.465701] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186010, 'name': PowerOffVM_Task, 'duration_secs': 0.265929} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.465993] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.466651] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.466862] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.467106] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.467330] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.467486] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.467669] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.467882] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.468062] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.468268] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.468403] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.468576] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.473418] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6416e9f-ce96-4111-b228-6d405dc833dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.488896] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1060.488896] env[68864]: value = "task-3186013" [ 1060.488896] env[68864]: _type = "Task" [ 1060.488896] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.497350] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.657947] env[68864]: DEBUG oslo_vmware.api [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186008, 'name': ReconfigVM_Task, 'duration_secs': 0.717266} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.658490] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.658731] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfigured VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1060.746249] env[68864]: DEBUG nova.compute.manager [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.746537] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.747357] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e91ed0d-4651-428f-a647-4c3f55199147 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.754816] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.756051] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d175460-ede2-4279-897f-4c47c5744ed3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.760486] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1060.760486] env[68864]: value = "task-3186014" [ 1060.760486] env[68864]: _type = "Task" [ 1060.760486] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.770529] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.792578] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.854222] env[68864]: INFO nova.compute.manager [-] [instance: 8c951090-a586-4562-896e-098b10b867dd] Took 1.03 seconds to deallocate network for instance. [ 1060.867609] env[68864]: DEBUG nova.network.neutron [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updated VIF entry in instance network info cache for port 528bbb8c-d672-40ae-a481-322b5cb21353. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.868294] env[68864]: DEBUG nova.network.neutron [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "528bbb8c-d672-40ae-a481-322b5cb21353", "address": "fa:16:3e:98:db:0e", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528bbb8c-d6", "ovs_interfaceid": "528bbb8c-d672-40ae-a481-322b5cb21353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.870446] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323558} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.871820] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.872658] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093359e-234f-4950-9b18-9e07917d5c6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.903578] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f766fe95-2fd2-4b15-b205-fd0271d59647/f766fe95-2fd2-4b15-b205-fd0271d59647.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.907426] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1a9da8-4694-4254-b4aa-f9cfa9aaa51a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.929305] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1060.929305] env[68864]: value = "task-3186015" [ 1060.929305] env[68864]: _type = "Task" [ 1060.929305] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.941878] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.003646] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186013, 'name': ReconfigVM_Task, 'duration_secs': 0.234752} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.007966] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8eb385-849d-4dc3-8b42-559c939a4018 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.031914] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.032194] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.032300] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.032436] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.032579] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.032729] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.032934] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.033107] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.033276] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.033437] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.033611] env[68864]: DEBUG nova.virt.hardware [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.037535] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4aa0b5-f5ba-4831-993f-f53921ea179d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.044656] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1061.044656] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e3f60e-0d1e-cfc9-552f-b607caa7a224" [ 1061.044656] env[68864]: _type = "Task" [ 1061.044656] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.054300] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e3f60e-0d1e-cfc9-552f-b607caa7a224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.158070] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf0d4f-3290-4d42-9397-8d89becbb278 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.163704] env[68864]: DEBUG oslo_concurrency.lockutils [None req-57ec4c4c-a395-4ec4-94e6-37135a3d8542 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.540s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.168282] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d431d9-39cd-4942-a71b-55f312fccae1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.205369] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0303ae-4a83-4632-afb2-6b54c5dd417a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.218203] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b39668-76a1-4df7-a728-0d573248268e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.235602] env[68864]: DEBUG nova.compute.provider_tree [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.275548] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186014, 'name': PowerOffVM_Task, 'duration_secs': 0.334352} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.275906] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.276118] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.276392] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5248d27-afab-4012-9d0a-333b7d0dedbc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.293327] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186011, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.371198] env[68864]: DEBUG oslo_concurrency.lockutils [req-da4cf363-6820-4740-9f45-a3079e7c8953 req-99e11894-e8b4-45f7-ae69-dceb6fd67dd4 service nova] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.372465] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.393450] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.393450] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.393450] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Deleting the datastore file [datastore1] daada544-0a8e-4f12-9106-b86f44ab92a1 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.393701] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae2cbe94-7820-4d99-9cc3-8456b8f41f43 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.403897] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for the task: (returnval){ [ 1061.403897] env[68864]: value = "task-3186017" [ 1061.403897] env[68864]: _type = "Task" [ 1061.403897] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.416724] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.440753] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.561383] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e3f60e-0d1e-cfc9-552f-b607caa7a224, 'name': SearchDatastore_Task, 'duration_secs': 0.017494} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.570943] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1061.570943] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd928f4a-2c8c-400d-bb91-9b43d6ae1768 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.595552] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1061.595552] env[68864]: value = "task-3186018" [ 1061.595552] env[68864]: _type = "Task" [ 1061.595552] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.609056] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.741022] env[68864]: DEBUG nova.scheduler.client.report [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.796904] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186011, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.917446] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.941545] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.107781] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186018, 'name': ReconfigVM_Task, 'duration_secs': 0.226869} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.108106] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1062.109014] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacbbb3a-82f3-4a41-adb7-554bd543bb43 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.138349] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.138349] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1055c22f-9b8f-49a8-8b3e-5f5d3eaa3550 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.158263] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1062.158263] env[68864]: value = "task-3186019" [ 1062.158263] env[68864]: _type = "Task" [ 1062.158263] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.169218] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.245149] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.245753] env[68864]: DEBUG nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.248953] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.704s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.248953] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.249077] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1062.249352] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.877s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.249602] env[68864]: DEBUG nova.objects.instance [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lazy-loading 'resources' on Instance uuid 8c951090-a586-4562-896e-098b10b867dd {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.251615] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b37191-7977-4b0d-a44e-9eff39fa7c89 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.262621] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a8f9d-f9ec-4019-99b8-f52568fc3a1c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.291421] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fa0ed7-befa-42a8-b611-108f19993d3c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.309039] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f906320a-a4fa-49be-bc31-2e586bd5c75c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.313342] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186011, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.343845] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178041MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1062.344035] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.417392] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.445232] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186015, 'name': ReconfigVM_Task, 'duration_secs': 1.398789} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.445601] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f766fe95-2fd2-4b15-b205-fd0271d59647/f766fe95-2fd2-4b15-b205-fd0271d59647.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.446331] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc82f8d-6b4e-4cd4-87a1-648c8ed60d0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.457473] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1062.457473] env[68864]: value = "task-3186020" [ 1062.457473] env[68864]: _type = "Task" [ 1062.457473] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.471022] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186020, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.674788] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186019, 'name': ReconfigVM_Task, 'duration_secs': 0.385804} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.678265] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d/ede3fea5-e8df-402c-96b7-3ca030d6169d.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.678265] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7093f472-0e0a-4c1c-9160-f09805fa4574 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.711709] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d9ff1-582d-425d-bab6-e7807dd28bf4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.735697] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f733112f-f5d1-450a-a607-d4d9cf79c27a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.763068] env[68864]: DEBUG nova.compute.utils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.764795] env[68864]: DEBUG nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.765090] env[68864]: DEBUG nova.network.neutron [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.767969] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a395a0c-4a31-4893-b1be-20d8f5b4c037 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.779576] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.780549] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53373543-7568-471c-9606-66a80e6d7e27 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.795201] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1062.795201] env[68864]: value = "task-3186021" [ 1062.795201] env[68864]: _type = "Task" [ 1062.795201] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.804719] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186011, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.810183] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.868305] env[68864]: DEBUG nova.policy [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800350824e224a67bb72b05761598bdc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '754c354999ab4ca8b449324a52237a7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.925712] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.968543] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186020, 'name': Rename_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.012635] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec20c81-fd27-47fd-b832-176bebd47359 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.020980] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24562129-2598-4ee7-81b5-b402e224eb9a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.058333] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882a3c60-f825-4fdb-ad57-2f4d8b768c23 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.066378] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f94747-4b0e-41a9-8a25-c872858ccf92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.081753] env[68864]: DEBUG nova.compute.provider_tree [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.277188] env[68864]: DEBUG nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.298851] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186011, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.81873} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.302328] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b0d100d5-c8a9-44a3-a4c6-a543d7348875/b0d100d5-c8a9-44a3-a4c6-a543d7348875.vmdk to [datastore1] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.303272] env[68864]: DEBUG nova.network.neutron [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Successfully created port: 0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.305753] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc802db-c198-4a64-b1b5-17b561ddc813 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.314519] env[68864]: DEBUG oslo_vmware.api [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186021, 'name': PowerOnVM_Task, 'duration_secs': 0.446679} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.323509] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.335764] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.336859] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec371d94-1919-4dc7-a830-593351c6123a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.359549] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1063.359549] env[68864]: value = "task-3186022" [ 1063.359549] env[68864]: _type = "Task" [ 1063.359549] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.368648] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.415188] env[68864]: DEBUG oslo_vmware.api [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Task: {'id': task-3186017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.705609} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.415428] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.415609] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.415786] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.415958] env[68864]: INFO nova.compute.manager [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1063.416209] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.416394] env[68864]: DEBUG nova.compute.manager [-] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.416489] env[68864]: DEBUG nova.network.neutron [-] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.427481] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-3cf1abb7-2f60-426c-acb9-eba78e126762" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.427716] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-3cf1abb7-2f60-426c-acb9-eba78e126762" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.428089] env[68864]: DEBUG nova.objects.instance [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'flavor' on Instance uuid 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.467393] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186020, 'name': Rename_Task, 'duration_secs': 0.57223} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.467828] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.467896] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-864c7204-fb75-46fb-8624-64eec3069aef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.474135] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1063.474135] env[68864]: value = "task-3186023" [ 1063.474135] env[68864]: _type = "Task" [ 1063.474135] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.483940] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.585490] env[68864]: DEBUG nova.scheduler.client.report [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.871057] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.895979] env[68864]: DEBUG nova.compute.manager [req-e34ab806-fa99-4fbc-9c8e-654b7d76ab2c req-8228667e-d401-4db2-a110-b84bf6c9641a service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Received event network-vif-deleted-a58feb16-063c-4e35-b529-e33f0bb81b3a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.895979] env[68864]: INFO nova.compute.manager [req-e34ab806-fa99-4fbc-9c8e-654b7d76ab2c req-8228667e-d401-4db2-a110-b84bf6c9641a service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Neutron deleted interface a58feb16-063c-4e35-b529-e33f0bb81b3a; detaching it from the instance and deleting it from the info cache [ 1063.896171] env[68864]: DEBUG nova.network.neutron [req-e34ab806-fa99-4fbc-9c8e-654b7d76ab2c req-8228667e-d401-4db2-a110-b84bf6c9641a service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.984811] env[68864]: DEBUG oslo_vmware.api [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186023, 'name': PowerOnVM_Task, 'duration_secs': 0.453166} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.985106] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.985299] env[68864]: INFO nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1063.985479] env[68864]: DEBUG nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.986284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb82e78-fc3b-40cc-bbdf-e0662821e829 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.021476] env[68864]: DEBUG nova.objects.instance [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'pci_requests' on Instance uuid 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.091512] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.094138] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.750s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.122239] env[68864]: INFO nova.scheduler.client.report [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Deleted allocations for instance 8c951090-a586-4562-896e-098b10b867dd [ 1064.168303] env[68864]: DEBUG nova.network.neutron [-] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.181914] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "5f06a3ce-7ae2-441b-b466-074d3d23caec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.182402] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "5f06a3ce-7ae2-441b-b466-074d3d23caec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.287033] env[68864]: DEBUG nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.311969] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.312288] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.312459] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.312645] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.312807] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.312970] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.313192] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.313351] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.313519] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.313704] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.313880] env[68864]: DEBUG nova.virt.hardware [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.315076] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9205050a-826f-414c-9105-0f991952150c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.322938] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a883b7-a232-45d5-8354-b0a342114585 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.371686] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.378245] env[68864]: INFO nova.compute.manager [None req-a8a174fc-303d-4093-8b3c-282a29ef7559 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance to original state: 'active' [ 1064.399306] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54e11645-b395-47ae-ba5c-1cdba539cb30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.408867] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb109d4-f967-4a7f-86b7-d87f8123d2ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.440137] env[68864]: DEBUG nova.compute.manager [req-e34ab806-fa99-4fbc-9c8e-654b7d76ab2c req-8228667e-d401-4db2-a110-b84bf6c9641a service nova] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Detach interface failed, port_id=a58feb16-063c-4e35-b529-e33f0bb81b3a, reason: Instance daada544-0a8e-4f12-9106-b86f44ab92a1 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.505908] env[68864]: INFO nova.compute.manager [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Took 28.00 seconds to build instance. [ 1064.524416] env[68864]: DEBUG nova.objects.base [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Object Instance<63bc1935-129d-4e2f-a197-5ef9c77a903e> lazy-loaded attributes: flavor,pci_requests {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.524616] env[68864]: DEBUG nova.network.neutron [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.592014] env[68864]: DEBUG nova.policy [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.629789] env[68864]: DEBUG oslo_concurrency.lockutils [None req-592cc25f-5f8c-4672-9d7d-0f7ddea71efa tempest-ServerShowV247Test-879953122 tempest-ServerShowV247Test-879953122-project-member] Lock "8c951090-a586-4562-896e-098b10b867dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.344s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.670646] env[68864]: INFO nova.compute.manager [-] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Took 1.25 seconds to deallocate network for instance. [ 1064.684790] env[68864]: DEBUG nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.810777] env[68864]: DEBUG nova.compute.manager [req-a977cace-c55d-497d-b22c-a0d32415a15b req-7290ef4a-87e8-4ecc-aac9-a2a56bcb6cbd service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Received event network-vif-plugged-0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.810777] env[68864]: DEBUG oslo_concurrency.lockutils [req-a977cace-c55d-497d-b22c-a0d32415a15b req-7290ef4a-87e8-4ecc-aac9-a2a56bcb6cbd service nova] Acquiring lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.810777] env[68864]: DEBUG oslo_concurrency.lockutils [req-a977cace-c55d-497d-b22c-a0d32415a15b req-7290ef4a-87e8-4ecc-aac9-a2a56bcb6cbd service nova] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.810777] env[68864]: DEBUG oslo_concurrency.lockutils [req-a977cace-c55d-497d-b22c-a0d32415a15b req-7290ef4a-87e8-4ecc-aac9-a2a56bcb6cbd service nova] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.810777] env[68864]: DEBUG nova.compute.manager [req-a977cace-c55d-497d-b22c-a0d32415a15b req-7290ef4a-87e8-4ecc-aac9-a2a56bcb6cbd service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] No waiting events found dispatching network-vif-plugged-0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.810777] env[68864]: WARNING nova.compute.manager [req-a977cace-c55d-497d-b22c-a0d32415a15b req-7290ef4a-87e8-4ecc-aac9-a2a56bcb6cbd service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Received unexpected event network-vif-plugged-0df17b1c-f701-42bf-bd8c-a4022a5fb66a for instance with vm_state building and task_state spawning. [ 1064.828776] env[68864]: DEBUG nova.network.neutron [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Successfully updated port: 0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.871280] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186022, 'name': ReconfigVM_Task, 'duration_secs': 1.079615} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.871574] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 9884f948-8bd2-44c5-9670-003dfffbfcd9/9884f948-8bd2-44c5-9670-003dfffbfcd9.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.872932] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'image_id': '11a3778f-2cc4-46a8-a051-ce4b7a598094'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '74dd8beb-ee24-4550-804c-cfcf27e2aa0d', 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637189', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'name': 'volume-502a360e-24f2-4e32-8bd3-23c7783497db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9884f948-8bd2-44c5-9670-003dfffbfcd9', 'attached_at': '', 'detached_at': '', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'serial': '502a360e-24f2-4e32-8bd3-23c7783497db'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68864) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1064.873165] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1064.873360] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637189', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'name': 'volume-502a360e-24f2-4e32-8bd3-23c7783497db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9884f948-8bd2-44c5-9670-003dfffbfcd9', 'attached_at': '', 'detached_at': '', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'serial': '502a360e-24f2-4e32-8bd3-23c7783497db'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1064.874127] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88301049-cb53-47f2-98ca-488677670ad5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.891698] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb3fbe-c7c8-43fb-a7ae-877af6bf0ad6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.920300] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-502a360e-24f2-4e32-8bd3-23c7783497db/volume-502a360e-24f2-4e32-8bd3-23c7783497db.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.920597] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4b14fd-1603-4852-9f32-07c86b1bf543 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.939494] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1064.939494] env[68864]: value = "task-3186024" [ 1064.939494] env[68864]: _type = "Task" [ 1064.939494] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.947753] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.007661] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a91083a9-a75b-4607-9946-8e4a34f59af9 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.505s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.123929] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124146] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance a1812b9d-f572-4dc4-be61-1d963592749d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124241] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 50155af9-9cd2-486c-bd4c-81db57eecbda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124363] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124478] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124591] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 63bc1935-129d-4e2f-a197-5ef9c77a903e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124705] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124843] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f199c2a3-976f-4ab8-b403-981ceb3d4127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.124965] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance ede3fea5-e8df-402c-96b7-3ca030d6169d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.125091] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9884f948-8bd2-44c5-9670-003dfffbfcd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.125258] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance daada544-0a8e-4f12-9106-b86f44ab92a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.125387] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f766fe95-2fd2-4b15-b205-fd0271d59647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.125521] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1065.176771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.203328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.331357] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.331457] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquired lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.331579] env[68864]: DEBUG nova.network.neutron [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.450746] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186024, 'name': ReconfigVM_Task, 'duration_secs': 0.511302} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.451059] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-502a360e-24f2-4e32-8bd3-23c7783497db/volume-502a360e-24f2-4e32-8bd3-23c7783497db.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.456432] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b48c5e30-02ea-4c60-be0e-99e0ec3fde42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.470988] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1065.470988] env[68864]: value = "task-3186025" [ 1065.470988] env[68864]: _type = "Task" [ 1065.470988] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.479964] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.629749] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 5f06a3ce-7ae2-441b-b466-074d3d23caec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.630159] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1065.630410] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1065.848658] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d74f91-fab2-47a9-97f0-2b880b6b1670 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.858269] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab025650-c184-4496-8a31-4335aa351a82 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.898953] env[68864]: DEBUG nova.network.neutron [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.901942] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a527cecc-15ff-4af0-89c9-57532f45221c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.910248] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935c9b1f-b3be-4d55-8f9a-81f61109f223 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.924029] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.980592] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186025, 'name': ReconfigVM_Task, 'duration_secs': 0.166027} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.981009] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637189', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'name': 'volume-502a360e-24f2-4e32-8bd3-23c7783497db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9884f948-8bd2-44c5-9670-003dfffbfcd9', 'attached_at': '', 'detached_at': '', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'serial': '502a360e-24f2-4e32-8bd3-23c7783497db'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1065.981662] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d50718e-1e46-45e8-a0b7-6a206235bec4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.988374] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1065.988374] env[68864]: value = "task-3186026" [ 1065.988374] env[68864]: _type = "Task" [ 1065.988374] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.997755] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186026, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.059532] env[68864]: DEBUG nova.network.neutron [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Successfully updated port: 3cf1abb7-2f60-426c-acb9-eba78e126762 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.093346] env[68864]: DEBUG nova.compute.manager [req-a154350e-191a-49c0-b254-1a307c89305e req-433428c6-48dd-4f54-b508-26bac5b895f5 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-vif-plugged-3cf1abb7-2f60-426c-acb9-eba78e126762 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.093669] env[68864]: DEBUG oslo_concurrency.lockutils [req-a154350e-191a-49c0-b254-1a307c89305e req-433428c6-48dd-4f54-b508-26bac5b895f5 service nova] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.093908] env[68864]: DEBUG oslo_concurrency.lockutils [req-a154350e-191a-49c0-b254-1a307c89305e req-433428c6-48dd-4f54-b508-26bac5b895f5 service nova] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.095186] env[68864]: DEBUG oslo_concurrency.lockutils [req-a154350e-191a-49c0-b254-1a307c89305e req-433428c6-48dd-4f54-b508-26bac5b895f5 service nova] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.095813] env[68864]: DEBUG nova.compute.manager [req-a154350e-191a-49c0-b254-1a307c89305e req-433428c6-48dd-4f54-b508-26bac5b895f5 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] No waiting events found dispatching network-vif-plugged-3cf1abb7-2f60-426c-acb9-eba78e126762 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.095813] env[68864]: WARNING nova.compute.manager [req-a154350e-191a-49c0-b254-1a307c89305e req-433428c6-48dd-4f54-b508-26bac5b895f5 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received unexpected event network-vif-plugged-3cf1abb7-2f60-426c-acb9-eba78e126762 for instance with vm_state active and task_state None. [ 1066.103886] env[68864]: DEBUG nova.network.neutron [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Updating instance_info_cache with network_info: [{"id": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "address": "fa:16:3e:15:6c:87", "network": {"id": "9a789a75-2ce4-4810-95de-0b05def484c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415086341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754c354999ab4ca8b449324a52237a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df17b1c-f7", "ovs_interfaceid": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.185635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.185969] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.186211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.186399] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.186566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.189789] env[68864]: INFO nova.compute.manager [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Terminating instance [ 1066.334279] env[68864]: DEBUG nova.compute.manager [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1066.427096] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.499897] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186026, 'name': Rename_Task, 'duration_secs': 0.290389} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.500414] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.500780] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0688106e-630d-475a-8c23-342cb86487cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.508304] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1066.508304] env[68864]: value = "task-3186027" [ 1066.508304] env[68864]: _type = "Task" [ 1066.508304] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.516206] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.563038] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.563038] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.563038] env[68864]: DEBUG nova.network.neutron [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.606634] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Releasing lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.607041] env[68864]: DEBUG nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Instance network_info: |[{"id": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "address": "fa:16:3e:15:6c:87", "network": {"id": "9a789a75-2ce4-4810-95de-0b05def484c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415086341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754c354999ab4ca8b449324a52237a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df17b1c-f7", "ovs_interfaceid": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.607869] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:6c:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0df17b1c-f701-42bf-bd8c-a4022a5fb66a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.615316] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Creating folder: Project (754c354999ab4ca8b449324a52237a7e). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.615891] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-676baba6-9948-4102-915d-6458a9aed3c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.626665] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Created folder: Project (754c354999ab4ca8b449324a52237a7e) in parent group-v636929. [ 1066.626845] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Creating folder: Instances. Parent ref: group-v637201. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.627089] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1db3ee0a-f854-4218-a24f-8af028d17417 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.636389] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Created folder: Instances in parent group-v637201. [ 1066.636614] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.636800] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.636998] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7b9f5e-95e4-466c-923b-d3e0570484b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.655687] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.655687] env[68864]: value = "task-3186030" [ 1066.655687] env[68864]: _type = "Task" [ 1066.655687] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.662778] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186030, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.694038] env[68864]: DEBUG nova.compute.manager [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.694268] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.694557] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96717e60-3021-4f0d-bee8-5c08d4f5bc62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.701094] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1066.701094] env[68864]: value = "task-3186031" [ 1066.701094] env[68864]: _type = "Task" [ 1066.701094] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.709158] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.858039] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.932102] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1066.932417] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.838s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.932609] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.756s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.932903] env[68864]: DEBUG nova.objects.instance [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lazy-loading 'resources' on Instance uuid daada544-0a8e-4f12-9106-b86f44ab92a1 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.955263] env[68864]: DEBUG nova.compute.manager [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Received event network-changed-0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.955512] env[68864]: DEBUG nova.compute.manager [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Refreshing instance network info cache due to event network-changed-0df17b1c-f701-42bf-bd8c-a4022a5fb66a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.955840] env[68864]: DEBUG oslo_concurrency.lockutils [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] Acquiring lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.956115] env[68864]: DEBUG oslo_concurrency.lockutils [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] Acquired lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.956358] env[68864]: DEBUG nova.network.neutron [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Refreshing network info cache for port 0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.017555] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.114300] env[68864]: WARNING nova.network.neutron [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] 5e217d6b-2f9a-43c3-a232-1e44840c48e4 already exists in list: networks containing: ['5e217d6b-2f9a-43c3-a232-1e44840c48e4']. ignoring it [ 1067.114534] env[68864]: WARNING nova.network.neutron [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] 5e217d6b-2f9a-43c3-a232-1e44840c48e4 already exists in list: networks containing: ['5e217d6b-2f9a-43c3-a232-1e44840c48e4']. ignoring it [ 1067.165044] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186030, 'name': CreateVM_Task, 'duration_secs': 0.337947} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.165233] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.165911] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.166092] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.166598] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.166682] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d8cdfa-1942-4a86-80f7-f64ef9843569 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.171355] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1067.171355] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52087973-68cd-0ad6-a089-e2fdf5a0cc19" [ 1067.171355] env[68864]: _type = "Task" [ 1067.171355] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.179449] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52087973-68cd-0ad6-a089-e2fdf5a0cc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.212187] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186031, 'name': PowerOffVM_Task, 'duration_secs': 0.201239} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.212668] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.212982] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1067.213087] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637177', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'name': 'volume-2030867e-d3dc-4299-9dd9-aa358d9ed259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ede3fea5-e8df-402c-96b7-3ca030d6169d', 'attached_at': '2025-03-26T21:07:19.000000', 'detached_at': '', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'serial': '2030867e-d3dc-4299-9dd9-aa358d9ed259'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1067.213841] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac718ca0-3ad4-429e-bf5f-abf632131a80 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.238978] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef0cdea-018a-4b5a-bdcc-9474dd39f3e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.246049] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e165a3e0-3c8f-41a0-b1d6-3c5231ad0ca7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.268304] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee4416d-71a1-4aa1-afcc-5a53a093e1f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.282481] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] The volume has not been displaced from its original location: [datastore1] volume-2030867e-d3dc-4299-9dd9-aa358d9ed259/volume-2030867e-d3dc-4299-9dd9-aa358d9ed259.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1067.287843] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.290237] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b2f20a-e419-44d7-9cc5-61b54f6e09a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.307060] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1067.307060] env[68864]: value = "task-3186032" [ 1067.307060] env[68864]: _type = "Task" [ 1067.307060] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.314205] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.519852] env[68864]: DEBUG oslo_vmware.api [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186027, 'name': PowerOnVM_Task, 'duration_secs': 0.617784} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.520114] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.632417] env[68864]: DEBUG nova.network.neutron [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "528bbb8c-d672-40ae-a481-322b5cb21353", "address": "fa:16:3e:98:db:0e", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528bbb8c-d6", "ovs_interfaceid": "528bbb8c-d672-40ae-a481-322b5cb21353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cf1abb7-2f60-426c-acb9-eba78e126762", "address": "fa:16:3e:62:46:14", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf1abb7-2f", "ovs_interfaceid": "3cf1abb7-2f60-426c-acb9-eba78e126762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.653200] env[68864]: DEBUG nova.compute.manager [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.654452] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb73c0-eec8-453c-bdc1-9210cdb3fc91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.662503] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f10011-d703-4d4f-a47e-6f0803484797 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.679538] env[68864]: DEBUG nova.network.neutron [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Updated VIF entry in instance network info cache for port 0df17b1c-f701-42bf-bd8c-a4022a5fb66a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.679980] env[68864]: DEBUG nova.network.neutron [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Updating instance_info_cache with network_info: [{"id": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "address": "fa:16:3e:15:6c:87", "network": {"id": "9a789a75-2ce4-4810-95de-0b05def484c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415086341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754c354999ab4ca8b449324a52237a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df17b1c-f7", "ovs_interfaceid": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.682869] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce17d2-c2e5-4605-bad9-10e5e8652617 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693424] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52087973-68cd-0ad6-a089-e2fdf5a0cc19, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.694243] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.694593] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.694934] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.695177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.695446] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.696639] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2055243-294b-480d-a94c-05c56c9c72d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.739630] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d093c6-82df-47f4-bcbe-0620bbe93ae8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.745416] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.745672] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.749304] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fe50c8-40ff-40bd-ad7a-827c4747ba6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.752567] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78df75dd-0213-47a6-9121-b8b176b6a939 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.758557] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1067.758557] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fe6b7c-7f87-eded-b094-04cb322cb3aa" [ 1067.758557] env[68864]: _type = "Task" [ 1067.758557] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.766575] env[68864]: DEBUG nova.compute.provider_tree [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.775094] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fe6b7c-7f87-eded-b094-04cb322cb3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.776262] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9872be19-7a94-47a1-a877-772e0d5d225f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.781293] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1067.781293] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525bfec3-1cc0-0a5b-d485-089260f3fac6" [ 1067.781293] env[68864]: _type = "Task" [ 1067.781293] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.788163] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525bfec3-1cc0-0a5b-d485-089260f3fac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.816538] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.137948] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.138754] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.138954] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.139875] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddd7aa-2062-46be-bd06-ec520bf37c6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.157454] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.157712] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.157882] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.158086] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.158236] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.158381] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.158590] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.158747] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.158912] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.159091] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.159267] env[68864]: DEBUG nova.virt.hardware [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.165459] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfiguring VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1068.166799] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e495408d-7e15-4e70-a0b3-945ea54d1e4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.179239] env[68864]: DEBUG nova.compute.manager [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-changed-3cf1abb7-2f60-426c-acb9-eba78e126762 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.179413] env[68864]: DEBUG nova.compute.manager [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing instance network info cache due to event network-changed-3cf1abb7-2f60-426c-acb9-eba78e126762. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.179616] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.179755] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.179907] env[68864]: DEBUG nova.network.neutron [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Refreshing network info cache for port 3cf1abb7-2f60-426c-acb9-eba78e126762 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.187575] env[68864]: DEBUG oslo_concurrency.lockutils [None req-edbdc684-aba1-46c6-a41b-39132287a41b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 42.966s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.190872] env[68864]: DEBUG oslo_vmware.api [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1068.190872] env[68864]: value = "task-3186033" [ 1068.190872] env[68864]: _type = "Task" [ 1068.190872] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.194197] env[68864]: DEBUG oslo_concurrency.lockutils [req-a603bc5f-fc90-4cc4-a2d2-5f79638b1738 req-919d98f7-7de6-47ac-a6ad-e959348874c2 service nova] Releasing lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.201744] env[68864]: DEBUG oslo_vmware.api [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186033, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.272381] env[68864]: DEBUG nova.scheduler.client.report [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.291554] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525bfec3-1cc0-0a5b-d485-089260f3fac6, 'name': SearchDatastore_Task, 'duration_secs': 0.008055} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.291822] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.292086] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5/22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.292339] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91dc2c89-3a25-456a-ac89-af8466bc7a21 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.299136] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1068.299136] env[68864]: value = "task-3186034" [ 1068.299136] env[68864]: _type = "Task" [ 1068.299136] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.307137] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.315714] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186032, 'name': ReconfigVM_Task, 'duration_secs': 0.661379} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.316668] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1068.320688] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b50ddc02-67dd-4aca-bc37-f213607c404e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.335178] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1068.335178] env[68864]: value = "task-3186035" [ 1068.335178] env[68864]: _type = "Task" [ 1068.335178] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.342741] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.703818] env[68864]: DEBUG oslo_vmware.api [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.777041] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.779118] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.576s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.780666] env[68864]: INFO nova.compute.claims [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.799966] env[68864]: INFO nova.scheduler.client.report [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Deleted allocations for instance daada544-0a8e-4f12-9106-b86f44ab92a1 [ 1068.813125] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449633} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.813409] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5/22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.813619] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.813857] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6e2421e-cc5e-4a92-a79c-dda8b44c143a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.819666] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1068.819666] env[68864]: value = "task-3186036" [ 1068.819666] env[68864]: _type = "Task" [ 1068.819666] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.827753] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.849589] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.908081] env[68864]: DEBUG nova.network.neutron [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updated VIF entry in instance network info cache for port 3cf1abb7-2f60-426c-acb9-eba78e126762. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.908652] env[68864]: DEBUG nova.network.neutron [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "528bbb8c-d672-40ae-a481-322b5cb21353", "address": "fa:16:3e:98:db:0e", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528bbb8c-d6", "ovs_interfaceid": "528bbb8c-d672-40ae-a481-322b5cb21353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cf1abb7-2f60-426c-acb9-eba78e126762", "address": "fa:16:3e:62:46:14", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf1abb7-2f", "ovs_interfaceid": "3cf1abb7-2f60-426c-acb9-eba78e126762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.045284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.045566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.202426] env[68864]: DEBUG oslo_vmware.api [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.310259] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3284ba87-8a7c-4881-b5ed-f463b5ea8ea8 tempest-InstanceActionsTestJSON-1992596051 tempest-InstanceActionsTestJSON-1992596051-project-member] Lock "daada544-0a8e-4f12-9106-b86f44ab92a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.072s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.329962] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073703} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.330243] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.330991] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d952cb-90fb-4e09-8bac-c6bb15fac3d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.353125] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5/22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.356188] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9d0129-ef3c-4913-8b71-454d7fdc4ddc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.375900] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186035, 'name': ReconfigVM_Task, 'duration_secs': 0.64146} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.377207] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637177', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'name': 'volume-2030867e-d3dc-4299-9dd9-aa358d9ed259', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ede3fea5-e8df-402c-96b7-3ca030d6169d', 'attached_at': '2025-03-26T21:07:19.000000', 'detached_at': '', 'volume_id': '2030867e-d3dc-4299-9dd9-aa358d9ed259', 'serial': '2030867e-d3dc-4299-9dd9-aa358d9ed259'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1069.377476] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.377825] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1069.377825] env[68864]: value = "task-3186037" [ 1069.377825] env[68864]: _type = "Task" [ 1069.377825] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.378557] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9260b88-9ba3-4e27-8881-9e1c5d9dee7b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.390048] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.391123] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.391379] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3182f64-2813-4e1b-bf8f-eb43308a034d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.411230] env[68864]: DEBUG oslo_concurrency.lockutils [req-bb5876f6-4d39-499b-855f-5a16cc7e8a84 req-c29a70c6-b8c2-4380-a8a6-c0c5e97dac28 service nova] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.459065] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.459065] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.459229] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleting the datastore file [datastore2] ede3fea5-e8df-402c-96b7-3ca030d6169d {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.459427] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1118ac47-de06-4a4f-be46-fcc7ab1b99c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.465592] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1069.465592] env[68864]: value = "task-3186039" [ 1069.465592] env[68864]: _type = "Task" [ 1069.465592] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.474403] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.548995] env[68864]: INFO nova.compute.manager [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Detaching volume 460b5e71-c07d-4d7e-a274-7947671a4ebf [ 1069.585612] env[68864]: INFO nova.virt.block_device [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Attempting to driver detach volume 460b5e71-c07d-4d7e-a274-7947671a4ebf from mountpoint /dev/sdb [ 1069.585970] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.586122] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637183', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'name': 'volume-460b5e71-c07d-4d7e-a274-7947671a4ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'serial': '460b5e71-c07d-4d7e-a274-7947671a4ebf'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1069.586995] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01286825-3be0-44d9-bfcf-945692fee4b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.609688] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1386e5-54e2-4a8e-88b6-0737fcdcdc61 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.617029] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7f50e-f27c-48fd-ac5c-33e9e40ec204 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.640693] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a418a3-05a6-4555-8353-c462f659c649 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.655931] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] The volume has not been displaced from its original location: [datastore1] volume-460b5e71-c07d-4d7e-a274-7947671a4ebf/volume-460b5e71-c07d-4d7e-a274-7947671a4ebf.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.661135] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.661442] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588f86f4-e983-4e3a-b6a6-f37189c44afe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.678087] env[68864]: DEBUG oslo_vmware.api [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1069.678087] env[68864]: value = "task-3186040" [ 1069.678087] env[68864]: _type = "Task" [ 1069.678087] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.685707] env[68864]: DEBUG oslo_vmware.api [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.700470] env[68864]: DEBUG oslo_vmware.api [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186033, 'name': ReconfigVM_Task, 'duration_secs': 1.15274} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.700972] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.701195] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfigured VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1069.893285] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186037, 'name': ReconfigVM_Task, 'duration_secs': 0.296168} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.893598] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5/22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.894277] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e98af50-01ed-4af3-9712-3ca5aa3757d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.899836] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1069.899836] env[68864]: value = "task-3186041" [ 1069.899836] env[68864]: _type = "Task" [ 1069.899836] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.907473] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186041, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.974676] env[68864]: DEBUG oslo_vmware.api [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177921} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.977358] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.977552] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.977729] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.977943] env[68864]: INFO nova.compute.manager [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Took 3.28 seconds to destroy the instance on the hypervisor. [ 1069.978221] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.978591] env[68864]: DEBUG nova.compute.manager [-] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.978681] env[68864]: DEBUG nova.network.neutron [-] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.989465] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e5a01-a8fd-4a4c-8b98-9e4123b02904 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.996553] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d62e8-7fbc-44d0-a8ea-d6a667566dda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.028349] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b616f309-eab5-4ee1-a891-aee968e7c0a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.038207] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628bb909-65cd-4162-8c23-ade4b1053aaa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.053749] env[68864]: DEBUG nova.compute.provider_tree [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.188332] env[68864]: DEBUG oslo_vmware.api [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186040, 'name': ReconfigVM_Task, 'duration_secs': 0.213402} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.188621] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.193776] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de93e3e5-c16f-4034-9c4a-e2fa5fe295c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.205414] env[68864]: DEBUG oslo_concurrency.lockutils [None req-377d71d6-e21c-46d4-9f26-845b24f37b61 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-3cf1abb7-2f60-426c-acb9-eba78e126762" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.778s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.212694] env[68864]: DEBUG oslo_vmware.api [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1070.212694] env[68864]: value = "task-3186042" [ 1070.212694] env[68864]: _type = "Task" [ 1070.212694] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.224741] env[68864]: DEBUG oslo_vmware.api [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.411561] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186041, 'name': Rename_Task, 'duration_secs': 0.136476} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.411907] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.412242] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b05e2a53-434c-4c6a-940d-ee2b84d81c9d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.417772] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1070.417772] env[68864]: value = "task-3186043" [ 1070.417772] env[68864]: _type = "Task" [ 1070.417772] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.426918] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.429169] env[68864]: DEBUG nova.compute.manager [req-e3641fe4-ba21-486d-94db-c02f2f8d996e req-45c39001-d607-483d-87a1-79685cc34988 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Received event network-vif-deleted-13ef2f30-578e-4031-937a-5b6222584837 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.429357] env[68864]: INFO nova.compute.manager [req-e3641fe4-ba21-486d-94db-c02f2f8d996e req-45c39001-d607-483d-87a1-79685cc34988 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Neutron deleted interface 13ef2f30-578e-4031-937a-5b6222584837; detaching it from the instance and deleting it from the info cache [ 1070.429563] env[68864]: DEBUG nova.network.neutron [req-e3641fe4-ba21-486d-94db-c02f2f8d996e req-45c39001-d607-483d-87a1-79685cc34988 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.558239] env[68864]: DEBUG nova.scheduler.client.report [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.722125] env[68864]: DEBUG oslo_vmware.api [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186042, 'name': ReconfigVM_Task, 'duration_secs': 0.141055} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.722477] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637183', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'name': 'volume-460b5e71-c07d-4d7e-a274-7947671a4ebf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b', 'attached_at': '', 'detached_at': '', 'volume_id': '460b5e71-c07d-4d7e-a274-7947671a4ebf', 'serial': '460b5e71-c07d-4d7e-a274-7947671a4ebf'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1070.894682] env[68864]: DEBUG nova.network.neutron [-] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.931723] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.935512] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea4b1766-4567-44b1-8acd-4f571c4a03be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.948842] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c186b80-6b7a-4e31-8592-c75b8d96dc49 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.978480] env[68864]: DEBUG nova.compute.manager [req-e3641fe4-ba21-486d-94db-c02f2f8d996e req-45c39001-d607-483d-87a1-79685cc34988 service nova] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Detach interface failed, port_id=13ef2f30-578e-4031-937a-5b6222584837, reason: Instance ede3fea5-e8df-402c-96b7-3ca030d6169d could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.065727] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.066394] env[68864]: DEBUG nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.069328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.211s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.278336] env[68864]: DEBUG nova.objects.instance [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lazy-loading 'flavor' on Instance uuid 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.403263] env[68864]: INFO nova.compute.manager [-] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Took 1.42 seconds to deallocate network for instance. [ 1071.436363] env[68864]: DEBUG oslo_vmware.api [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186043, 'name': PowerOnVM_Task, 'duration_secs': 0.541965} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.437058] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.437278] env[68864]: INFO nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1071.437459] env[68864]: DEBUG nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.438324] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b8dbcd-2b4f-43bd-9507-9872b257ca1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.573173] env[68864]: DEBUG nova.compute.utils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.577102] env[68864]: INFO nova.compute.claims [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.580670] env[68864]: DEBUG nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1071.872706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-528bbb8c-d672-40ae-a481-322b5cb21353" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.873669] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-528bbb8c-d672-40ae-a481-322b5cb21353" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.954823] env[68864]: INFO nova.compute.manager [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Took 0.55 seconds to detach 1 volumes for instance. [ 1071.960749] env[68864]: INFO nova.compute.manager [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Took 15.40 seconds to build instance. [ 1072.081905] env[68864]: DEBUG nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.085857] env[68864]: INFO nova.compute.resource_tracker [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating resource usage from migration 9025e499-e367-4c86-9ca1-756b1e0880e7 [ 1072.287283] env[68864]: DEBUG oslo_concurrency.lockutils [None req-35c07a44-e7a5-4e03-b73a-b0b4d48a5e92 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.291697] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdce94f3-24b8-4fe6-8f4c-5b91372e8b5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.299593] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b389020-fd23-4af0-a50b-c17ad12779c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.331457] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cd20a3-3e1e-47a2-a75f-11ce1e443de5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.338801] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff1fe11-cc77-4e8a-b10c-b09ab79f693c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.353405] env[68864]: DEBUG nova.compute.provider_tree [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.376074] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.376415] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.377272] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87f493-65e9-496b-bff7-ea3ba0fd5b1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.397554] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7d7c33-d7c2-4877-8467-56a5a369d15f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.426517] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfiguring VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1072.426805] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a6bc78-fc13-48d1-8659-dd97928319ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.445072] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1072.445072] env[68864]: value = "task-3186044" [ 1072.445072] env[68864]: _type = "Task" [ 1072.445072] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.453345] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.456477] env[68864]: DEBUG nova.compute.manager [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Received event network-changed-0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.456672] env[68864]: DEBUG nova.compute.manager [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Refreshing instance network info cache due to event network-changed-0df17b1c-f701-42bf-bd8c-a4022a5fb66a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.456883] env[68864]: DEBUG oslo_concurrency.lockutils [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] Acquiring lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.457035] env[68864]: DEBUG oslo_concurrency.lockutils [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] Acquired lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.457217] env[68864]: DEBUG nova.network.neutron [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Refreshing network info cache for port 0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.462858] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.463226] env[68864]: DEBUG oslo_concurrency.lockutils [None req-65233c40-f3e4-407b-9c8c-34416f164d86 tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.909s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.491563] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.491830] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.492047] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.492236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.492400] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.494889] env[68864]: INFO nova.compute.manager [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Terminating instance [ 1072.856538] env[68864]: DEBUG nova.scheduler.client.report [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.956096] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.998545] env[68864]: DEBUG nova.compute.manager [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.998776] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.999652] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea2e9d5-c157-4902-b0e5-b6f10a29803f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.008627] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.008907] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d25fa2e7-7b3d-4718-8526-750344159ac5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.015211] env[68864]: DEBUG oslo_vmware.api [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1073.015211] env[68864]: value = "task-3186045" [ 1073.015211] env[68864]: _type = "Task" [ 1073.015211] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.026239] env[68864]: DEBUG oslo_vmware.api [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.095847] env[68864]: DEBUG nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.133554] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.133862] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.133963] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.134178] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.134329] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.134477] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.134881] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.134881] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.135207] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.135381] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.135583] env[68864]: DEBUG nova.virt.hardware [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.136466] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467badfb-584f-4409-b102-9748ea027646 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.144886] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a7adc-45b3-471c-a8dd-3947390a453a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.161889] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.167217] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Creating folder: Project (06d61828133444e09ba43ad6b8a4a377). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.167358] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02cde40b-d2f3-4adf-ac00-823c4b5c5a17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.178425] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Created folder: Project (06d61828133444e09ba43ad6b8a4a377) in parent group-v636929. [ 1073.178615] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Creating folder: Instances. Parent ref: group-v637204. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.178848] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d7862db-eb0b-4625-a39a-c8f68ba9d269 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.187792] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Created folder: Instances in parent group-v637204. [ 1073.188338] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.188552] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.188866] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7062cabd-c905-48a3-941b-630ee133b9ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.207568] env[68864]: DEBUG nova.network.neutron [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Updated VIF entry in instance network info cache for port 0df17b1c-f701-42bf-bd8c-a4022a5fb66a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.208089] env[68864]: DEBUG nova.network.neutron [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Updating instance_info_cache with network_info: [{"id": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "address": "fa:16:3e:15:6c:87", "network": {"id": "9a789a75-2ce4-4810-95de-0b05def484c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-1415086341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "754c354999ab4ca8b449324a52237a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df17b1c-f7", "ovs_interfaceid": "0df17b1c-f701-42bf-bd8c-a4022a5fb66a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.213252] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.213252] env[68864]: value = "task-3186048" [ 1073.213252] env[68864]: _type = "Task" [ 1073.213252] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.222355] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186048, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.366465] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.367533] env[68864]: INFO nova.compute.manager [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Migrating [ 1073.375738] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.913s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.375967] env[68864]: DEBUG nova.objects.instance [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'resources' on Instance uuid ede3fea5-e8df-402c-96b7-3ca030d6169d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.457847] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.530850] env[68864]: DEBUG oslo_vmware.api [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186045, 'name': PowerOffVM_Task, 'duration_secs': 0.295335} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.531232] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.531421] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.531712] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53567840-0bb4-4555-b2dc-8bf194b8a450 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.604405] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.604405] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.604540] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleting the datastore file [datastore2] 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.604919] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-013cb519-a7ea-4bcc-b074-0a878d8442ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.613030] env[68864]: DEBUG oslo_vmware.api [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1073.613030] env[68864]: value = "task-3186050" [ 1073.613030] env[68864]: _type = "Task" [ 1073.613030] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.621318] env[68864]: DEBUG oslo_vmware.api [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.637960] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce3fd4-9224-4aea-9f17-aa1be450e8a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.646529] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac54ee6-2c0a-4d25-90c5-f3a14d799f95 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.420077] env[68864]: DEBUG oslo_concurrency.lockutils [req-bbbb4e42-2b99-4d96-9fa1-95c6ab95d3ec req-99ad5ece-ccaa-422c-b8f6-a026301a9b50 service nova] Releasing lock "refresh_cache-22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.420729] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.420877] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.421053] env[68864]: DEBUG nova.network.neutron [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.432167] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6776d5-77bf-4833-bc0e-2969a155c7c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.440509] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.447839] env[68864]: DEBUG oslo_vmware.api [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474205} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.448029] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186048, 'name': CreateVM_Task, 'duration_secs': 0.385292} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.449197] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa2042-622c-425b-8e3e-6cb91b90119c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.453648] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.453648] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.453648] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.453804] env[68864]: INFO nova.compute.manager [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1074.453983] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.454065] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.454272] env[68864]: DEBUG nova.compute.manager [-] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.454363] env[68864]: DEBUG nova.network.neutron [-] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.456095] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.456264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.456561] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.457383] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c976b31-11ae-4ce8-8990-652967e014f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.467530] env[68864]: DEBUG nova.compute.provider_tree [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.469924] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1074.469924] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525d478f-0b79-3662-ccf3-0e64a1df376d" [ 1074.469924] env[68864]: _type = "Task" [ 1074.469924] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.479891] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525d478f-0b79-3662-ccf3-0e64a1df376d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.937707] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.994228] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525d478f-0b79-3662-ccf3-0e64a1df376d, 'name': SearchDatastore_Task, 'duration_secs': 0.042654} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.994228] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.994228] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.994228] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.994228] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.994473] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.994773] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75b92f17-269b-4b38-a1ca-86cfe2ae6034 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.004751] env[68864]: ERROR nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [req-bfbd74a5-32bd-4ad8-80c4-407934b185b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bfbd74a5-32bd-4ad8-80c4-407934b185b2"}]} [ 1075.005953] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.006975] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.011350] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb3eeb5-1160-43db-9809-26ab44fac84f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.015748] env[68864]: DEBUG nova.compute.manager [req-462c6d2b-38e4-4146-82e7-c81a26010781 req-2552520b-23ac-49c4-b6e4-26989e2e5588 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Received event network-vif-deleted-7ee3fbad-c759-4877-9559-06ed71fdd675 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.016028] env[68864]: INFO nova.compute.manager [req-462c6d2b-38e4-4146-82e7-c81a26010781 req-2552520b-23ac-49c4-b6e4-26989e2e5588 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Neutron deleted interface 7ee3fbad-c759-4877-9559-06ed71fdd675; detaching it from the instance and deleting it from the info cache [ 1075.016260] env[68864]: DEBUG nova.network.neutron [req-462c6d2b-38e4-4146-82e7-c81a26010781 req-2552520b-23ac-49c4-b6e4-26989e2e5588 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.021037] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1075.021037] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52435e05-4253-c62f-9f02-aa8d168ea6f6" [ 1075.021037] env[68864]: _type = "Task" [ 1075.021037] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.028396] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.036263] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52435e05-4253-c62f-9f02-aa8d168ea6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.047359] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.047600] env[68864]: DEBUG nova.compute.provider_tree [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.062841] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.089015] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1075.214397] env[68864]: DEBUG nova.network.neutron [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance_info_cache with network_info: [{"id": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "address": "fa:16:3e:d7:f5:b4", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4871cbf0-9a", "ovs_interfaceid": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.304134] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c48339-e15a-4aa8-a496-08ade8316828 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.311584] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754e4b7-2416-4209-ae84-45631f2afbe4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.342440] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f2c37-173d-4478-a178-54fa00b8fe95 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.349575] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad8455-3c36-4882-9d1c-6ffe3552fa54 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.363733] env[68864]: DEBUG nova.compute.provider_tree [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.432948] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.485251] env[68864]: DEBUG nova.network.neutron [-] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.520851] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0deb1f9a-32c7-4c7f-a763-6daf0e2b016d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.542146] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52435e05-4253-c62f-9f02-aa8d168ea6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.543804] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962342fb-eb46-4061-acd1-5cb376067f5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.558183] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1edc27d3-1bf6-402b-a0a3-05a26a033a5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.564040] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "9c50381b-8272-470c-a5e4-51db657b897d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.565020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "9c50381b-8272-470c-a5e4-51db657b897d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.568327] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1075.568327] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd6a92-2146-cbc4-d993-56420ae80868" [ 1075.568327] env[68864]: _type = "Task" [ 1075.568327] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.576198] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd6a92-2146-cbc4-d993-56420ae80868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.586541] env[68864]: DEBUG nova.compute.manager [req-462c6d2b-38e4-4146-82e7-c81a26010781 req-2552520b-23ac-49c4-b6e4-26989e2e5588 service nova] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Detach interface failed, port_id=7ee3fbad-c759-4877-9559-06ed71fdd675, reason: Instance 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.717025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.884729] env[68864]: ERROR nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [req-b66079a5-065d-41d4-8d88-f8fd279d1307] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b66079a5-065d-41d4-8d88-f8fd279d1307"}]} [ 1075.901232] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.914191] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.914404] env[68864]: DEBUG nova.compute.provider_tree [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.925022] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.937446] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.943474] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1075.988408] env[68864]: INFO nova.compute.manager [-] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Took 1.53 seconds to deallocate network for instance. [ 1076.068709] env[68864]: DEBUG nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.081747] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52fd6a92-2146-cbc4-d993-56420ae80868, 'name': SearchDatastore_Task, 'duration_secs': 0.021127} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.085045] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.085475] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.089114] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ede27e10-4c43-456a-a19d-1c31f53ec9b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.097991] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1076.097991] env[68864]: value = "task-3186051" [ 1076.097991] env[68864]: _type = "Task" [ 1076.097991] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.109538] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.175608] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b61cb-0c0b-4295-b598-5381cd89fa7d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.184799] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4add89ba-c5c3-4794-b965-2c3f0447efef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.217842] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4815ef85-853c-4a57-9d58-bfacdb164347 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.229980] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3954edac-2cbb-4950-bbc7-3190ddceaed6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.244938] env[68864]: DEBUG nova.compute.provider_tree [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.437351] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.498263] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.590249] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.608546] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497285} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.608819] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.609126] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.609292] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfe67764-f357-4739-9d61-3b389110e49b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.615313] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1076.615313] env[68864]: value = "task-3186052" [ 1076.615313] env[68864]: _type = "Task" [ 1076.615313] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.622231] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.777609] env[68864]: DEBUG nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1076.777938] env[68864]: DEBUG nova.compute.provider_tree [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 131 to 132 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1076.778201] env[68864]: DEBUG nova.compute.provider_tree [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.937488] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.125074] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06581} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.125370] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.126239] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a689ef0b-38d8-4a0b-95bc-b6ba7212f6d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.146874] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.147189] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33006604-fe41-43b5-bf3b-8a23853f5216 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.165797] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1077.165797] env[68864]: value = "task-3186053" [ 1077.165797] env[68864]: _type = "Task" [ 1077.165797] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.173323] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.236931] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632f0df7-d8ce-4c61-a535-e3edbd6ea4f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.254415] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance 'f766fe95-2fd2-4b15-b205-fd0271d59647' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.282965] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.907s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.285443] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.787s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.285689] env[68864]: DEBUG nova.objects.instance [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lazy-loading 'resources' on Instance uuid 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.303369] env[68864]: INFO nova.scheduler.client.report [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted allocations for instance ede3fea5-e8df-402c-96b7-3ca030d6169d [ 1077.437615] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.675812] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.760841] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.761193] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a7b229-bdf3-45a1-ba15-bc7f03c6754a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.768078] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1077.768078] env[68864]: value = "task-3186054" [ 1077.768078] env[68864]: _type = "Task" [ 1077.768078] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.775751] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.813394] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4dd20765-800b-4bff-9c5d-c608996a3964 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "ede3fea5-e8df-402c-96b7-3ca030d6169d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.627s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.940689] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.983924] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d34932-8d18-4826-83d4-cabcc46fc053 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.991129] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e967c20-18ab-46c1-a625-c4d04d832e79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.021835] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15926e22-438f-45b8-b354-b23109c8fdf4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.028840] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3e59f4-d281-46f1-b44c-a7a21cf2d3ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.041967] env[68864]: DEBUG nova.compute.provider_tree [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.177996] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186053, 'name': ReconfigVM_Task, 'duration_secs': 0.924487} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.177996] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.178580] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea2ef08-38cb-42e1-99e4-846b945aae6f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.184998] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1078.184998] env[68864]: value = "task-3186055" [ 1078.184998] env[68864]: _type = "Task" [ 1078.184998] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.193507] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186055, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.278355] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186054, 'name': PowerOffVM_Task, 'duration_secs': 0.228169} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.278853] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.279092] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance 'f766fe95-2fd2-4b15-b205-fd0271d59647' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.440047] env[68864]: DEBUG oslo_vmware.api [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186044, 'name': ReconfigVM_Task, 'duration_secs': 5.807584} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.440047] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.440047] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Reconfigured VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1078.565618] env[68864]: ERROR nova.scheduler.client.report [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [req-2296af6c-47db-482b-9a44-5615355b9521] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2296af6c-47db-482b-9a44-5615355b9521"}]} [ 1078.581192] env[68864]: DEBUG nova.scheduler.client.report [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1078.594719] env[68864]: DEBUG nova.scheduler.client.report [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1078.595104] env[68864]: DEBUG nova.compute.provider_tree [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.607018] env[68864]: DEBUG nova.scheduler.client.report [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1078.624668] env[68864]: DEBUG nova.scheduler.client.report [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1078.673927] env[68864]: DEBUG nova.compute.manager [req-1899a34d-99af-4623-ad39-1f16b4809d65 req-93c0d2ce-5a12-4a6e-a7a4-162799e0296f service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-vif-deleted-528bbb8c-d672-40ae-a481-322b5cb21353 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.675194] env[68864]: INFO nova.compute.manager [req-1899a34d-99af-4623-ad39-1f16b4809d65 req-93c0d2ce-5a12-4a6e-a7a4-162799e0296f service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Neutron deleted interface 528bbb8c-d672-40ae-a481-322b5cb21353; detaching it from the instance and deleting it from the info cache [ 1078.675194] env[68864]: DEBUG nova.network.neutron [req-1899a34d-99af-4623-ad39-1f16b4809d65 req-93c0d2ce-5a12-4a6e-a7a4-162799e0296f service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cf1abb7-2f60-426c-acb9-eba78e126762", "address": "fa:16:3e:62:46:14", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf1abb7-2f", "ovs_interfaceid": "3cf1abb7-2f60-426c-acb9-eba78e126762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.698479] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186055, 'name': Rename_Task, 'duration_secs': 0.126541} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.698757] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.699290] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f049e8f-5d85-4faf-8893-b1729907f176 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.706366] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1078.706366] env[68864]: value = "task-3186056" [ 1078.706366] env[68864]: _type = "Task" [ 1078.706366] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.718645] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.786338] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.786482] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.786655] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.787154] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.787154] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.787223] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.787503] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.787677] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.787870] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.788076] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.788280] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.796524] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e454e953-5a49-4fdb-8bdc-f2081797d885 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.813133] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1078.813133] env[68864]: value = "task-3186057" [ 1078.813133] env[68864]: _type = "Task" [ 1078.813133] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.822828] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.850901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.851017] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.865311] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6db27-6486-4507-b1dc-8bff713710a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.873813] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686b4dcc-e705-44fd-bd14-ad75a76017c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.905748] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b6f162-a6bb-457e-8e9d-018ff7a7cb04 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.913454] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe7bdd4-d9ff-4ea4-9edc-56916bbba3f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.927943] env[68864]: DEBUG nova.compute.provider_tree [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.177837] env[68864]: DEBUG oslo_concurrency.lockutils [req-1899a34d-99af-4623-ad39-1f16b4809d65 req-93c0d2ce-5a12-4a6e-a7a4-162799e0296f service nova] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.178048] env[68864]: DEBUG oslo_concurrency.lockutils [req-1899a34d-99af-4623-ad39-1f16b4809d65 req-93c0d2ce-5a12-4a6e-a7a4-162799e0296f service nova] Acquired lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.179254] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f3d051-36fb-46f9-a039-8d1c8106492b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.196624] env[68864]: DEBUG oslo_concurrency.lockutils [req-1899a34d-99af-4623-ad39-1f16b4809d65 req-93c0d2ce-5a12-4a6e-a7a4-162799e0296f service nova] Releasing lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.196879] env[68864]: WARNING nova.compute.manager [req-1899a34d-99af-4623-ad39-1f16b4809d65 req-93c0d2ce-5a12-4a6e-a7a4-162799e0296f service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Detach interface failed, port_id=528bbb8c-d672-40ae-a481-322b5cb21353, reason: No device with interface-id 528bbb8c-d672-40ae-a481-322b5cb21353 exists on VM: nova.exception.NotFound: No device with interface-id 528bbb8c-d672-40ae-a481-322b5cb21353 exists on VM [ 1079.216455] env[68864]: DEBUG oslo_vmware.api [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186056, 'name': PowerOnVM_Task, 'duration_secs': 0.489595} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.216772] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.217169] env[68864]: INFO nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Took 6.12 seconds to spawn the instance on the hypervisor. [ 1079.217227] env[68864]: DEBUG nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.217989] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8101a5-3e8f-47c8-a01a-17bf2398e7e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.324223] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186057, 'name': ReconfigVM_Task, 'duration_secs': 0.160447} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.325421] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance 'f766fe95-2fd2-4b15-b205-fd0271d59647' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.354146] env[68864]: DEBUG nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.459630] env[68864]: DEBUG nova.scheduler.client.report [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1079.459939] env[68864]: DEBUG nova.compute.provider_tree [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 133 to 134 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1079.460090] env[68864]: DEBUG nova.compute.provider_tree [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.658780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.659194] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.659289] env[68864]: DEBUG nova.network.neutron [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.734017] env[68864]: INFO nova.compute.manager [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Took 14.54 seconds to build instance. [ 1079.778677] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.778874] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.779092] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.779282] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.779465] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.781826] env[68864]: INFO nova.compute.manager [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Terminating instance [ 1079.831011] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.831341] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.831503] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.831685] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.831833] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.831979] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.832286] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.832362] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.832514] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.832673] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.832842] env[68864]: DEBUG nova.virt.hardware [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.838960] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.839773] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8044e491-f7a4-4dec-b24f-5fd4758bf108 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.863130] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1079.863130] env[68864]: value = "task-3186058" [ 1079.863130] env[68864]: _type = "Task" [ 1079.863130] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.874481] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.881478] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.964721] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.679s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.967094] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.377s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.968946] env[68864]: INFO nova.compute.claims [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.985532] env[68864]: INFO nova.scheduler.client.report [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleted allocations for instance 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b [ 1080.236057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bdb50760-6de4-4d2a-a688-cb23cb31f516 tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "5f06a3ce-7ae2-441b-b466-074d3d23caec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.053s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.285926] env[68864]: DEBUG nova.compute.manager [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.286250] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.287127] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6bedea-2c61-4346-9d6e-c40bf7401fcc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.296217] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.296485] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a52e1ea-19ff-4f2d-a9d6-19769b02e588 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.302666] env[68864]: DEBUG oslo_vmware.api [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1080.302666] env[68864]: value = "task-3186059" [ 1080.302666] env[68864]: _type = "Task" [ 1080.302666] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.312122] env[68864]: DEBUG oslo_vmware.api [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.374216] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186058, 'name': ReconfigVM_Task, 'duration_secs': 0.180552} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.374584] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.375399] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb87d6e-fde9-4c85-a5b3-8ecc9b3da712 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.397683] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f766fe95-2fd2-4b15-b205-fd0271d59647/f766fe95-2fd2-4b15-b205-fd0271d59647.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.398043] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e25dfe-e689-4f27-b3f1-21709c82df99 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.413586] env[68864]: INFO nova.network.neutron [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Port 3cf1abb7-2f60-426c-acb9-eba78e126762 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1080.414933] env[68864]: DEBUG nova.network.neutron [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [{"id": "d9521129-d403-4fb9-8503-147c03ee7cd8", "address": "fa:16:3e:62:de:22", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9521129-d4", "ovs_interfaceid": "d9521129-d403-4fb9-8503-147c03ee7cd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.416529] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1080.416529] env[68864]: value = "task-3186060" [ 1080.416529] env[68864]: _type = "Task" [ 1080.416529] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.425919] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.436352] env[68864]: INFO nova.compute.manager [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Rebuilding instance [ 1080.488545] env[68864]: DEBUG nova.compute.manager [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.489781] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88106bbb-34c9-422d-8e13-03c147936dc0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.494968] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a2365332-f470-40bc-b22b-8a2d1c474767 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.003s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.699853] env[68864]: DEBUG nova.compute.manager [req-9bf782a6-527a-40bf-a347-64bfb8724572 req-b4172249-ee94-4330-bfb0-5e816045e58b service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-vif-deleted-3cf1abb7-2f60-426c-acb9-eba78e126762 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.812907] env[68864]: DEBUG oslo_vmware.api [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186059, 'name': PowerOffVM_Task, 'duration_secs': 0.208074} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.812907] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.812907] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.812907] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f112791-3ef2-48ea-acd2-6ed2e88d72d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.910979] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.911268] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.911466] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleting the datastore file [datastore1] 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.911730] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee21f856-5506-40f9-94b0-3cd2bcd71144 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.917638] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-63bc1935-129d-4e2f-a197-5ef9c77a903e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.924879] env[68864]: DEBUG oslo_vmware.api [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1080.924879] env[68864]: value = "task-3186062" [ 1080.924879] env[68864]: _type = "Task" [ 1080.924879] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.933450] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186060, 'name': ReconfigVM_Task, 'duration_secs': 0.260684} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.934109] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f766fe95-2fd2-4b15-b205-fd0271d59647/f766fe95-2fd2-4b15-b205-fd0271d59647.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.934336] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance 'f766fe95-2fd2-4b15-b205-fd0271d59647' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.941282] env[68864]: DEBUG oslo_vmware.api [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.198226] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbd1cab-9895-425b-966e-ec717773972b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.205961] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46485ef5-32d4-4c8b-9a38-b8c9dfba1b21 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.239966] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925fd166-5a87-4770-8824-314840baafbf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.247976] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a806dc5e-68fd-460b-a691-9fa342457243 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.262681] env[68864]: DEBUG nova.compute.provider_tree [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.427927] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5342732f-2b92-4329-a287-4e5ceb108db9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-63bc1935-129d-4e2f-a197-5ef9c77a903e-528bbb8c-d672-40ae-a481-322b5cb21353" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.555s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.438291] env[68864]: DEBUG oslo_vmware.api [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341996} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.440181] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.440181] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.440181] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.440181] env[68864]: INFO nova.compute.manager [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1081.440382] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.441162] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32fa16e-7d97-4002-be9f-6c0cf5787fe7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.443736] env[68864]: DEBUG nova.compute.manager [-] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.443736] env[68864]: DEBUG nova.network.neutron [-] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.462208] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06dd417-521f-4ba5-a142-f809d35115ff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.480479] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance 'f766fe95-2fd2-4b15-b205-fd0271d59647' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.499041] env[68864]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 3cf1abb7-2f60-426c-acb9-eba78e126762 could not be found.", "detail": ""}} {{(pid=68864) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1081.499303] env[68864]: DEBUG nova.network.neutron [-] Unable to show port 3cf1abb7-2f60-426c-acb9-eba78e126762 as it no longer exists. {{(pid=68864) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1081.507567] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.507854] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af50bb5-2946-41d5-a3c4-010e2a711415 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.514841] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1081.514841] env[68864]: value = "task-3186064" [ 1081.514841] env[68864]: _type = "Task" [ 1081.514841] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.524489] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.766113] env[68864]: DEBUG nova.scheduler.client.report [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.022484] env[68864]: DEBUG nova.network.neutron [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Port 4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1082.027358] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186064, 'name': PowerOffVM_Task, 'duration_secs': 0.220705} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.031020] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.031020] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.031020] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7d8ee-9642-4e66-90cd-08d1aa546b2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.036717] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.037348] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69d2c97-a6e7-4431-8d63-cdc12d17f133 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.061576] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.062671] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.063118] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Deleting the datastore file [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.063527] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba301fbd-96a6-4fe4-80e1-e32b1c026d15 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.073019] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1082.073019] env[68864]: value = "task-3186066" [ 1082.073019] env[68864]: _type = "Task" [ 1082.073019] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.082701] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.276314] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.276314] env[68864]: DEBUG nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.284020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.400s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.284020] env[68864]: INFO nova.compute.claims [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.579954] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167523} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.580283] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.580351] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.580521] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.685290] env[68864]: DEBUG nova.network.neutron [-] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.724809] env[68864]: DEBUG nova.compute.manager [req-78246cc9-0bed-43f0-8e0c-eb9328230aac req-198413fa-8916-43a3-ba1e-148da354ca63 service nova] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Received event network-vif-deleted-d9521129-d403-4fb9-8503-147c03ee7cd8 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.783447] env[68864]: DEBUG nova.compute.utils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.785105] env[68864]: DEBUG nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.785105] env[68864]: DEBUG nova.network.neutron [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.827373] env[68864]: DEBUG nova.policy [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8665199cf845a3ab30699ad3f74b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfcec59b59342a7b307be04ca3b8a76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.044560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.044560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.044560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.088455] env[68864]: DEBUG nova.network.neutron [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Successfully created port: 6887aa89-6e8b-4222-bbfd-427403bc95bc {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.187517] env[68864]: INFO nova.compute.manager [-] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Took 1.74 seconds to deallocate network for instance. [ 1083.288629] env[68864]: DEBUG nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.478530] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ed9b7-f1c1-4566-8582-ae0b368e21f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.486073] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1dddbf-83f7-48fc-afa6-c67014324f63 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.516847] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9d9337-01fe-45b9-848c-c089b4eb2bea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.523812] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8ade6b-e904-4cc1-b206-149f2059126e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.536744] env[68864]: DEBUG nova.compute.provider_tree [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.615511] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.615791] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.615916] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.616115] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.616266] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.616412] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.616618] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.616771] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.616936] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.617115] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.617309] env[68864]: DEBUG nova.virt.hardware [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.618166] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089c767e-8acc-4849-8cc3-d7733c92e0e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.626098] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96304ab-570c-4c2e-87ff-2ea71f095421 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.639466] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.645178] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.645395] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.645622] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173bc45d-b3cf-462d-b34f-cf70cdbab5e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.662925] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.662925] env[68864]: value = "task-3186067" [ 1083.662925] env[68864]: _type = "Task" [ 1083.662925] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.671204] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186067, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.693980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.040405] env[68864]: DEBUG nova.scheduler.client.report [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.078373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.078566] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.078744] env[68864]: DEBUG nova.network.neutron [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.172738] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186067, 'name': CreateVM_Task, 'duration_secs': 0.244999} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.172738] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.173026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.173192] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.173506] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.173753] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525dc6ba-1169-419f-84c9-8f0818b6dc22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.178242] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1084.178242] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52230692-af0a-146a-0e2f-307eea1a2cba" [ 1084.178242] env[68864]: _type = "Task" [ 1084.178242] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.187405] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52230692-af0a-146a-0e2f-307eea1a2cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.298863] env[68864]: DEBUG nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.320361] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.320627] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.320783] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.320959] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.321117] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.321261] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.321461] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.321615] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.321775] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.321934] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.322117] env[68864]: DEBUG nova.virt.hardware [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.323024] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0167be10-b7d1-45c3-bde2-af1e9ca7087f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.330608] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b62d94-f10e-4011-826e-c945a1a77f66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.545774] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.546385] env[68864]: DEBUG nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.549207] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.855s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.549423] env[68864]: DEBUG nova.objects.instance [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'resources' on Instance uuid 63bc1935-129d-4e2f-a197-5ef9c77a903e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.684952] env[68864]: DEBUG nova.network.neutron [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Successfully updated port: 6887aa89-6e8b-4222-bbfd-427403bc95bc {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.693113] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52230692-af0a-146a-0e2f-307eea1a2cba, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.693562] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.693869] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.694272] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.694499] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.694758] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.695147] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de2ef95f-5026-46cf-b73e-965e64733d5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.704775] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.705060] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.705886] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840f78a4-7dc4-4c4e-8080-3638854fdf70 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.711933] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1084.711933] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a23faa-42b0-88f3-74d3-c778e6a8e988" [ 1084.711933] env[68864]: _type = "Task" [ 1084.711933] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.719819] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a23faa-42b0-88f3-74d3-c778e6a8e988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.749687] env[68864]: DEBUG nova.compute.manager [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Received event network-vif-plugged-6887aa89-6e8b-4222-bbfd-427403bc95bc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.749772] env[68864]: DEBUG oslo_concurrency.lockutils [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] Acquiring lock "9c50381b-8272-470c-a5e4-51db657b897d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.749982] env[68864]: DEBUG oslo_concurrency.lockutils [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] Lock "9c50381b-8272-470c-a5e4-51db657b897d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.750178] env[68864]: DEBUG oslo_concurrency.lockutils [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] Lock "9c50381b-8272-470c-a5e4-51db657b897d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.750346] env[68864]: DEBUG nova.compute.manager [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] No waiting events found dispatching network-vif-plugged-6887aa89-6e8b-4222-bbfd-427403bc95bc {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.750512] env[68864]: WARNING nova.compute.manager [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Received unexpected event network-vif-plugged-6887aa89-6e8b-4222-bbfd-427403bc95bc for instance with vm_state building and task_state spawning. [ 1084.750672] env[68864]: DEBUG nova.compute.manager [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Received event network-changed-6887aa89-6e8b-4222-bbfd-427403bc95bc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.751153] env[68864]: DEBUG nova.compute.manager [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Refreshing instance network info cache due to event network-changed-6887aa89-6e8b-4222-bbfd-427403bc95bc. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.751376] env[68864]: DEBUG oslo_concurrency.lockutils [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] Acquiring lock "refresh_cache-9c50381b-8272-470c-a5e4-51db657b897d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.751709] env[68864]: DEBUG oslo_concurrency.lockutils [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] Acquired lock "refresh_cache-9c50381b-8272-470c-a5e4-51db657b897d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.751709] env[68864]: DEBUG nova.network.neutron [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Refreshing network info cache for port 6887aa89-6e8b-4222-bbfd-427403bc95bc {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.788311] env[68864]: DEBUG nova.network.neutron [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance_info_cache with network_info: [{"id": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "address": "fa:16:3e:d7:f5:b4", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4871cbf0-9a", "ovs_interfaceid": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.052603] env[68864]: DEBUG nova.compute.utils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.058060] env[68864]: DEBUG nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.058060] env[68864]: DEBUG nova.network.neutron [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.097764] env[68864]: DEBUG nova.policy [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356b60104f0d405f8cb620df67e4e526', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2eba88a0f7e4ec7998886d685cd98de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.189647] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "refresh_cache-9c50381b-8272-470c-a5e4-51db657b897d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.224807] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a23faa-42b0-88f3-74d3-c778e6a8e988, 'name': SearchDatastore_Task, 'duration_secs': 0.015524} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.228269] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8249e6c-09f1-4e18-b975-2c57cd24bfc7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.233262] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1085.233262] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b2627a-459d-9013-4dca-9a0f175bb637" [ 1085.233262] env[68864]: _type = "Task" [ 1085.233262] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.241790] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b2627a-459d-9013-4dca-9a0f175bb637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.264476] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210ad69a-b3d2-48d3-8b02-c67bfc979551 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.271843] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f75d6d-574f-41e0-bfea-1b6ba444e39e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.302372] env[68864]: DEBUG oslo_concurrency.lockutils [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.306733] env[68864]: DEBUG nova.network.neutron [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.309036] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7fd7fa-653c-46df-88fb-7629486cfd07 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.317751] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb7e399-e9a5-489a-acc0-6c52b70b7c90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.332092] env[68864]: DEBUG nova.compute.provider_tree [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.380170] env[68864]: DEBUG nova.network.neutron [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Successfully created port: 1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.387881] env[68864]: DEBUG nova.network.neutron [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.557956] env[68864]: DEBUG nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.744405] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b2627a-459d-9013-4dca-9a0f175bb637, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.745231] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.748022] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.748022] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42227233-9637-432e-9410-2fc979c10349 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.752455] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1085.752455] env[68864]: value = "task-3186068" [ 1085.752455] env[68864]: _type = "Task" [ 1085.752455] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.761401] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.836709] env[68864]: DEBUG nova.scheduler.client.report [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.840295] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f87b27-ea84-4411-84d0-69074d8ba84e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.864560] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93643f7-0dc4-4da9-a1ff-c82c2d917daf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.872332] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance 'f766fe95-2fd2-4b15-b205-fd0271d59647' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.890370] env[68864]: DEBUG oslo_concurrency.lockutils [req-b55ecc33-2717-4b3f-a068-7e4bd6cbe0f0 req-c1c6ece3-b995-4749-b01b-ed7e9aa82de3 service nova] Releasing lock "refresh_cache-9c50381b-8272-470c-a5e4-51db657b897d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.890752] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "refresh_cache-9c50381b-8272-470c-a5e4-51db657b897d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.890912] env[68864]: DEBUG nova.network.neutron [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.069611] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "50155af9-9cd2-486c-bd4c-81db57eecbda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.071154] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.071154] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "50155af9-9cd2-486c-bd4c-81db57eecbda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.071154] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.071154] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.074048] env[68864]: INFO nova.compute.manager [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Terminating instance [ 1086.262423] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461052} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.262678] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.262888] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.263142] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87b1da93-976b-4f43-8474-82c2894dc39f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.269228] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1086.269228] env[68864]: value = "task-3186069" [ 1086.269228] env[68864]: _type = "Task" [ 1086.269228] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.276339] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.345632] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.368465] env[68864]: INFO nova.scheduler.client.report [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted allocations for instance 63bc1935-129d-4e2f-a197-5ef9c77a903e [ 1086.378482] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.378780] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e935496-7699-49c0-b78c-1c3e4c26d385 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.386668] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1086.386668] env[68864]: value = "task-3186070" [ 1086.386668] env[68864]: _type = "Task" [ 1086.386668] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.396497] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.423041] env[68864]: DEBUG nova.network.neutron [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.550356] env[68864]: DEBUG nova.network.neutron [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Updating instance_info_cache with network_info: [{"id": "6887aa89-6e8b-4222-bbfd-427403bc95bc", "address": "fa:16:3e:6c:16:bc", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6887aa89-6e", "ovs_interfaceid": "6887aa89-6e8b-4222-bbfd-427403bc95bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.569150] env[68864]: DEBUG nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.578085] env[68864]: DEBUG nova.compute.manager [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.578352] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.579344] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a74d6a0-8b38-44f5-9df1-6fa0c29abd3f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.587520] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.589332] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c03f93-63a0-410e-99ee-f3c252126bc6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.595235] env[68864]: DEBUG oslo_vmware.api [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1086.595235] env[68864]: value = "task-3186071" [ 1086.595235] env[68864]: _type = "Task" [ 1086.595235] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.597274] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.597505] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.597663] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.597861] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.598015] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.598221] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.598424] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.598579] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.598739] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.598896] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.599079] env[68864]: DEBUG nova.virt.hardware [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.600345] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2755a300-fad7-4930-928f-cfdecadf5f39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.613215] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c32698-f3fb-4d35-9eb2-bbc67b2db10a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.617103] env[68864]: DEBUG oslo_vmware.api [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.779015] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068102} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.779466] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.780333] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83f7d70-e09b-42c3-a06f-aab6eb267f91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.800487] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.800800] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825a8a23-6f63-4fc7-b068-a1a7d5c71450 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.821205] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1086.821205] env[68864]: value = "task-3186072" [ 1086.821205] env[68864]: _type = "Task" [ 1086.821205] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.825389] env[68864]: DEBUG nova.network.neutron [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Successfully updated port: 1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.832314] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.840657] env[68864]: DEBUG nova.compute.manager [req-771d53cc-054b-4f58-bcce-8887655cadc3 req-c0fec03d-6e34-4263-adf1-36664943004a service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-vif-plugged-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.840966] env[68864]: DEBUG oslo_concurrency.lockutils [req-771d53cc-054b-4f58-bcce-8887655cadc3 req-c0fec03d-6e34-4263-adf1-36664943004a service nova] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.841366] env[68864]: DEBUG oslo_concurrency.lockutils [req-771d53cc-054b-4f58-bcce-8887655cadc3 req-c0fec03d-6e34-4263-adf1-36664943004a service nova] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.841615] env[68864]: DEBUG oslo_concurrency.lockutils [req-771d53cc-054b-4f58-bcce-8887655cadc3 req-c0fec03d-6e34-4263-adf1-36664943004a service nova] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.841659] env[68864]: DEBUG nova.compute.manager [req-771d53cc-054b-4f58-bcce-8887655cadc3 req-c0fec03d-6e34-4263-adf1-36664943004a service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] No waiting events found dispatching network-vif-plugged-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.841991] env[68864]: WARNING nova.compute.manager [req-771d53cc-054b-4f58-bcce-8887655cadc3 req-c0fec03d-6e34-4263-adf1-36664943004a service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received unexpected event network-vif-plugged-1f2f0976-4762-463f-a362-a42b68ce338c for instance with vm_state building and task_state spawning. [ 1086.876585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3355dc62-7829-4b93-83c8-7049adfec76d tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "63bc1935-129d-4e2f-a197-5ef9c77a903e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.098s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.896958] env[68864]: DEBUG oslo_vmware.api [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186070, 'name': PowerOnVM_Task, 'duration_secs': 0.401823} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.897294] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.897497] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-42764e53-f0d3-4ef3-b1d6-0011c537150d tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance 'f766fe95-2fd2-4b15-b205-fd0271d59647' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.053496] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "refresh_cache-9c50381b-8272-470c-a5e4-51db657b897d" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.053862] env[68864]: DEBUG nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Instance network_info: |[{"id": "6887aa89-6e8b-4222-bbfd-427403bc95bc", "address": "fa:16:3e:6c:16:bc", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6887aa89-6e", "ovs_interfaceid": "6887aa89-6e8b-4222-bbfd-427403bc95bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.054300] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:16:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6887aa89-6e8b-4222-bbfd-427403bc95bc', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.062219] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating folder: Project (0bfcec59b59342a7b307be04ca3b8a76). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.062510] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7474a33d-121a-4f1f-8691-f1bf2a15d2b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.072478] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created folder: Project (0bfcec59b59342a7b307be04ca3b8a76) in parent group-v636929. [ 1087.072675] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating folder: Instances. Parent ref: group-v637208. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.072900] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bcacbed-425c-48ce-9bdc-fb11f5fe5934 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.080921] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created folder: Instances in parent group-v637208. [ 1087.081125] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.081313] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.081514] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386dbbd1-ce48-4c83-9c58-bd22c1a80678 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.099251] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.099251] env[68864]: value = "task-3186075" [ 1087.099251] env[68864]: _type = "Task" [ 1087.099251] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.109872] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186075, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.112695] env[68864]: DEBUG oslo_vmware.api [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186071, 'name': PowerOffVM_Task, 'duration_secs': 0.284842} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.112950] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.113138] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.113376] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-470c7262-b0d6-4ede-9856-62ada0d60789 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.177542] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.177798] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.178110] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleting the datastore file [datastore2] 50155af9-9cd2-486c-bd4c-81db57eecbda {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.178629] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20148fd0-2793-4769-a709-ac2c18efc37f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.185438] env[68864]: DEBUG oslo_vmware.api [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1087.185438] env[68864]: value = "task-3186077" [ 1087.185438] env[68864]: _type = "Task" [ 1087.185438] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.193965] env[68864]: DEBUG oslo_vmware.api [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.332698] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.332881] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.333114] env[68864]: DEBUG nova.network.neutron [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.334452] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.608878] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186075, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.695483] env[68864]: DEBUG oslo_vmware.api [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176616} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.695782] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.695937] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.696131] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.696327] env[68864]: INFO nova.compute.manager [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1087.696562] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.696887] env[68864]: DEBUG nova.compute.manager [-] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.696887] env[68864]: DEBUG nova.network.neutron [-] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.832446] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186072, 'name': ReconfigVM_Task, 'duration_secs': 0.659198} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.832744] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec/5f06a3ce-7ae2-441b-b466-074d3d23caec.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.834031] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e2e034f-60de-4be6-9fcb-c512709190c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.843181] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1087.843181] env[68864]: value = "task-3186078" [ 1087.843181] env[68864]: _type = "Task" [ 1087.843181] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.851959] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186078, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.900722] env[68864]: DEBUG nova.network.neutron [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.112599] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186075, 'name': CreateVM_Task, 'duration_secs': 0.642789} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.112777] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.113500] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.113857] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.113962] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.114259] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e5aeb9-b50b-4cc3-aa5f-8579df203f74 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.118681] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1088.118681] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526bf63d-4b07-bb63-2c6c-a8c4a001e501" [ 1088.118681] env[68864]: _type = "Task" [ 1088.118681] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.126545] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526bf63d-4b07-bb63-2c6c-a8c4a001e501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.138899] env[68864]: DEBUG nova.network.neutron [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2f0976-47", "ovs_interfaceid": "1f2f0976-4762-463f-a362-a42b68ce338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.353591] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186078, 'name': Rename_Task, 'duration_secs': 0.305474} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.353887] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.354151] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-494d5281-3150-4ad4-a43e-4709b55ecbd6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.360198] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1088.360198] env[68864]: value = "task-3186079" [ 1088.360198] env[68864]: _type = "Task" [ 1088.360198] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.368029] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.424217] env[68864]: DEBUG nova.network.neutron [-] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.629505] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526bf63d-4b07-bb63-2c6c-a8c4a001e501, 'name': SearchDatastore_Task, 'duration_secs': 0.021177} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.629770] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.630013] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.630266] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.630409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.630594] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.630852] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29a484c0-df04-4a21-9cb3-ff9f9d9e5418 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.638863] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.639042] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.639938] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1cbfb9-03b0-45b7-8ac7-d1203b373896 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.642639] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.642942] env[68864]: DEBUG nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Instance network_info: |[{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2f0976-47", "ovs_interfaceid": "1f2f0976-4762-463f-a362-a42b68ce338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.643328] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:25:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2f0976-4762-463f-a362-a42b68ce338c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.650929] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.651562] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.651775] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07f8c47-5a4c-4dcd-8a39-68431638bfa6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.668050] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1088.668050] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d1931f-d696-4c83-9289-7ae082cb0ddb" [ 1088.668050] env[68864]: _type = "Task" [ 1088.668050] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.672453] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.672453] env[68864]: value = "task-3186080" [ 1088.672453] env[68864]: _type = "Task" [ 1088.672453] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.675703] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d1931f-d696-4c83-9289-7ae082cb0ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.008058} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.679925] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49362123-4e55-4f2c-826b-3c54daf727c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.685951] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186080, 'name': CreateVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.687016] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1088.687016] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52da7cc3-c27f-c9be-ca2a-28b0b853b8cf" [ 1088.687016] env[68864]: _type = "Task" [ 1088.687016] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.694943] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52da7cc3-c27f-c9be-ca2a-28b0b853b8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008283} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.695193] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.695434] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9c50381b-8272-470c-a5e4-51db657b897d/9c50381b-8272-470c-a5e4-51db657b897d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.695963] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bde3e6a-dca9-45f0-b438-315ed8855ad3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.702381] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1088.702381] env[68864]: value = "task-3186081" [ 1088.702381] env[68864]: _type = "Task" [ 1088.702381] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.709447] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.869989] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186079, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.883425] env[68864]: DEBUG nova.compute.manager [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.883425] env[68864]: DEBUG nova.compute.manager [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing instance network info cache due to event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.883425] env[68864]: DEBUG oslo_concurrency.lockutils [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] Acquiring lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.883425] env[68864]: DEBUG oslo_concurrency.lockutils [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] Acquired lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.883425] env[68864]: DEBUG nova.network.neutron [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.926786] env[68864]: INFO nova.compute.manager [-] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Took 1.23 seconds to deallocate network for instance. [ 1089.036281] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "d4ee4af5-ae92-4f74-983d-211a47954a93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.036281] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.185117] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186080, 'name': CreateVM_Task, 'duration_secs': 0.486578} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.185299] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.186028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.186198] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.186525] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.186772] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960048c8-6029-4e2a-a668-9a14e51b58a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.191625] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1089.191625] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab0b6d-6f0e-8ee9-162f-fcad2f89339a" [ 1089.191625] env[68864]: _type = "Task" [ 1089.191625] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.199830] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab0b6d-6f0e-8ee9-162f-fcad2f89339a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.211111] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458652} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.211411] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 9c50381b-8272-470c-a5e4-51db657b897d/9c50381b-8272-470c-a5e4-51db657b897d.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.211649] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.212144] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e185351-e4b1-4959-a156-9a2f9ab871d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.217856] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1089.217856] env[68864]: value = "task-3186082" [ 1089.217856] env[68864]: _type = "Task" [ 1089.217856] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.225849] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.370913] env[68864]: DEBUG oslo_vmware.api [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186079, 'name': PowerOnVM_Task, 'duration_secs': 0.682254} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.371467] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.371750] env[68864]: DEBUG nova.compute.manager [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.372586] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6521ff1d-351b-4d2c-ba7f-fbbc9fcf1fc8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.433930] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.434298] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.434610] env[68864]: DEBUG nova.objects.instance [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lazy-loading 'resources' on Instance uuid 50155af9-9cd2-486c-bd4c-81db57eecbda {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.538375] env[68864]: DEBUG nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.588297] env[68864]: DEBUG nova.network.neutron [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updated VIF entry in instance network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.588746] env[68864]: DEBUG nova.network.neutron [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2f0976-47", "ovs_interfaceid": "1f2f0976-4762-463f-a362-a42b68ce338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.672695] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "f766fe95-2fd2-4b15-b205-fd0271d59647" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.672950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.673157] env[68864]: DEBUG nova.compute.manager [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Going to confirm migration 6 {{(pid=68864) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1089.702086] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab0b6d-6f0e-8ee9-162f-fcad2f89339a, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.702333] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.702562] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.702788] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.702954] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.703130] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.703372] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f67c1c36-845f-497b-9ac0-39a381ba5f6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.711694] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.711863] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.712529] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45cdf5d1-2427-4a59-85d4-854d4c4191f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.717331] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1089.717331] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526ea437-143a-cbf9-01a8-82c18672b382" [ 1089.717331] env[68864]: _type = "Task" [ 1089.717331] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.727861] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066721} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.730707] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.730984] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526ea437-143a-cbf9-01a8-82c18672b382, 'name': SearchDatastore_Task, 'duration_secs': 0.00798} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.731634] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb966f81-b014-41e9-8b62-9ee3d8728d02 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.734223] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a92f22-e430-4990-8429-11737dd1c6c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.755470] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9c50381b-8272-470c-a5e4-51db657b897d/9c50381b-8272-470c-a5e4-51db657b897d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.756592] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67875bc2-6510-43a8-9479-c3c75ff6b33e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.770764] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1089.770764] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a4c9ae-806c-8c3f-f924-d90320cadc01" [ 1089.770764] env[68864]: _type = "Task" [ 1089.770764] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.776833] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1089.776833] env[68864]: value = "task-3186083" [ 1089.776833] env[68864]: _type = "Task" [ 1089.776833] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.780176] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a4c9ae-806c-8c3f-f924-d90320cadc01, 'name': SearchDatastore_Task, 'duration_secs': 0.007851} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.782913] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.783211] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.783452] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9bbf20c-5af6-4932-8acf-aa2170555e1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.791141] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.792246] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1089.792246] env[68864]: value = "task-3186084" [ 1089.792246] env[68864]: _type = "Task" [ 1089.792246] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.799710] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.889888] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.059190] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.091525] env[68864]: DEBUG oslo_concurrency.lockutils [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] Releasing lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.092577] env[68864]: DEBUG nova.compute.manager [req-ec791cc9-8e79-4560-b942-fc8140ac033e req-8eca85da-1572-4e7d-a03e-23cb74cc2c32 service nova] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Received event network-vif-deleted-7da4769e-8eb4-4b27-956d-187d5c7088af {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.143780] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aaf7c2-2911-4330-90d0-3a5b24767ac6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.153725] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38191d-6294-4a6f-b2b2-383c949b72a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.188394] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3731211-9ec8-43b1-bb4a-476f1d730d0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.196094] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd561cc-5e1f-45f2-ae23-e5f3700e8a30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.210073] env[68864]: DEBUG nova.compute.provider_tree [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.231840] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.232062] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.232255] env[68864]: DEBUG nova.network.neutron [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.232444] env[68864]: DEBUG nova.objects.instance [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lazy-loading 'info_cache' on Instance uuid f766fe95-2fd2-4b15-b205-fd0271d59647 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.291232] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.301660] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186084, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.470030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "5f06a3ce-7ae2-441b-b466-074d3d23caec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.470139] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "5f06a3ce-7ae2-441b-b466-074d3d23caec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.470284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "5f06a3ce-7ae2-441b-b466-074d3d23caec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.470501] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "5f06a3ce-7ae2-441b-b466-074d3d23caec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.470701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "5f06a3ce-7ae2-441b-b466-074d3d23caec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.473089] env[68864]: INFO nova.compute.manager [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Terminating instance [ 1090.713831] env[68864]: DEBUG nova.scheduler.client.report [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.789492] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186083, 'name': ReconfigVM_Task, 'duration_secs': 0.702658} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.790035] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9c50381b-8272-470c-a5e4-51db657b897d/9c50381b-8272-470c-a5e4-51db657b897d.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.791308] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec390e7-c1ba-4092-88ec-655f05a55d91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.799688] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1090.799688] env[68864]: value = "task-3186085" [ 1090.799688] env[68864]: _type = "Task" [ 1090.799688] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.805498] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662018} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.806075] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.806346] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.806584] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6deb24-9747-4544-9bd4-24058536a942 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.811361] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186085, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.815089] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1090.815089] env[68864]: value = "task-3186086" [ 1090.815089] env[68864]: _type = "Task" [ 1090.815089] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.822543] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.977112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "refresh_cache-5f06a3ce-7ae2-441b-b466-074d3d23caec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.977408] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquired lock "refresh_cache-5f06a3ce-7ae2-441b-b466-074d3d23caec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.977455] env[68864]: DEBUG nova.network.neutron [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.169232] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.169464] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.218425] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.220626] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.331s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.220816] env[68864]: DEBUG nova.objects.instance [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1091.239581] env[68864]: INFO nova.scheduler.client.report [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleted allocations for instance 50155af9-9cd2-486c-bd4c-81db57eecbda [ 1091.309399] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186085, 'name': Rename_Task, 'duration_secs': 0.492848} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.311817] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.312094] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d68ba92b-d166-4cb1-a46d-ea7e0471f48c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.320270] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1091.320270] env[68864]: value = "task-3186087" [ 1091.320270] env[68864]: _type = "Task" [ 1091.320270] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.326271] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069962} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.327130] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.329548] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccbd4ae-ed1f-4ab5-bb1c-0eacfbeda3d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.335011] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.355043] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.357114] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cdec65c-162c-44e3-9dac-a291bfa90440 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.376996] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1091.376996] env[68864]: value = "task-3186088" [ 1091.376996] env[68864]: _type = "Task" [ 1091.376996] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.385033] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.499502] env[68864]: DEBUG nova.network.neutron [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.515990] env[68864]: DEBUG nova.network.neutron [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance_info_cache with network_info: [{"id": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "address": "fa:16:3e:d7:f5:b4", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4871cbf0-9a", "ovs_interfaceid": "4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.554182] env[68864]: DEBUG nova.network.neutron [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.672202] env[68864]: DEBUG nova.compute.utils [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.746860] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5f6b1e7-76a7-4ab9-99df-dbc711be626c tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "50155af9-9cd2-486c-bd4c-81db57eecbda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.831144] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.885414] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186088, 'name': ReconfigVM_Task, 'duration_secs': 0.278793} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.885691] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.886389] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61881608-d625-4ee1-b5b5-7c02d80481bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.892738] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1091.892738] env[68864]: value = "task-3186089" [ 1091.892738] env[68864]: _type = "Task" [ 1091.892738] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.900313] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186089, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.018635] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-f766fe95-2fd2-4b15-b205-fd0271d59647" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.018979] env[68864]: DEBUG nova.objects.instance [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lazy-loading 'migration_context' on Instance uuid f766fe95-2fd2-4b15-b205-fd0271d59647 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.057020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Releasing lock "refresh_cache-5f06a3ce-7ae2-441b-b466-074d3d23caec" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.057918] env[68864]: DEBUG nova.compute.manager [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.057918] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.058689] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29972c45-005f-4b31-bd13-5df66f10f0c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.066467] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.066726] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3991a1fb-2362-476b-a0bc-456d669c4480 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.072837] env[68864]: DEBUG oslo_vmware.api [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1092.072837] env[68864]: value = "task-3186090" [ 1092.072837] env[68864]: _type = "Task" [ 1092.072837] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.081357] env[68864]: DEBUG oslo_vmware.api [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.175455] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.229729] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b0fa0dff-5ea8-49f4-ac4d-a53c2525a74a tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.230888] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.172s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.232414] env[68864]: INFO nova.compute.claims [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.331614] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186087, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.403816] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186089, 'name': Rename_Task, 'duration_secs': 0.143968} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.404140] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.404532] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704ae7a6-17c0-42e1-95b1-4fd3ef8e1230 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.411757] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1092.411757] env[68864]: value = "task-3186091" [ 1092.411757] env[68864]: _type = "Task" [ 1092.411757] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.419232] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.522455] env[68864]: DEBUG nova.objects.base [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.523391] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a587f8d-ebb0-414f-8377-473ad3c151f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.545300] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795dfda8-949e-4ab9-a610-6ef4889b9ab5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.550676] env[68864]: DEBUG oslo_vmware.api [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1092.550676] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d34e4-d812-8467-3046-07884ea9e68f" [ 1092.550676] env[68864]: _type = "Task" [ 1092.550676] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.558303] env[68864]: DEBUG oslo_vmware.api [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d34e4-d812-8467-3046-07884ea9e68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.581500] env[68864]: DEBUG oslo_vmware.api [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186090, 'name': PowerOffVM_Task, 'duration_secs': 0.12841} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.581788] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.581924] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.582177] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da0e7696-07c7-4181-9d44-044066da89be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.609917] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.610176] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.610364] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Deleting the datastore file [datastore2] 5f06a3ce-7ae2-441b-b466-074d3d23caec {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.610619] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5f0d84e-cf9e-46d1-ba36-0f59ea5d4a24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.616488] env[68864]: DEBUG oslo_vmware.api [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for the task: (returnval){ [ 1092.616488] env[68864]: value = "task-3186093" [ 1092.616488] env[68864]: _type = "Task" [ 1092.616488] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.624930] env[68864]: DEBUG oslo_vmware.api [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.769958] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "a1812b9d-f572-4dc4-be61-1d963592749d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.770129] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "a1812b9d-f572-4dc4-be61-1d963592749d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.770326] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "a1812b9d-f572-4dc4-be61-1d963592749d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.770510] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "a1812b9d-f572-4dc4-be61-1d963592749d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.770677] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "a1812b9d-f572-4dc4-be61-1d963592749d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.772747] env[68864]: INFO nova.compute.manager [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Terminating instance [ 1092.832780] env[68864]: DEBUG oslo_vmware.api [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186087, 'name': PowerOnVM_Task, 'duration_secs': 1.137333} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.833045] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.833256] env[68864]: INFO nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1092.833435] env[68864]: DEBUG nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.834223] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e11db-ead5-4ea3-a347-825d33bc9794 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.921348] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.061844] env[68864]: DEBUG oslo_vmware.api [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d34e4-d812-8467-3046-07884ea9e68f, 'name': SearchDatastore_Task, 'duration_secs': 0.007098} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.062254] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.126866] env[68864]: DEBUG oslo_vmware.api [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Task: {'id': task-3186093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093628} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.127082] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.127275] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.127448] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.127627] env[68864]: INFO nova.compute.manager [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1093.127858] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.128052] env[68864]: DEBUG nova.compute.manager [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.128150] env[68864]: DEBUG nova.network.neutron [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.145471] env[68864]: DEBUG nova.network.neutron [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.252177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.252543] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.252674] env[68864]: INFO nova.compute.manager [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Attaching volume 9f96cba4-8899-433f-b67a-d7cfa5c171f8 to /dev/sdb [ 1093.276376] env[68864]: DEBUG nova.compute.manager [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.276591] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.277556] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8b1d84-b162-4803-b02c-a9ccf1f4c2fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.286936] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.288033] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b506cb-f1f6-4265-8412-a708a0975f41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.290210] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb4e1b9-a093-47b4-bfb8-e3037cc95201 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.298787] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6b7358-9c08-4dda-990e-39d60db563a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.301220] env[68864]: DEBUG oslo_vmware.api [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1093.301220] env[68864]: value = "task-3186094" [ 1093.301220] env[68864]: _type = "Task" [ 1093.301220] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.312239] env[68864]: DEBUG nova.virt.block_device [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Updating existing volume attachment record: 41c7c835-9e11-461a-8a00-cf2ebfea9ada {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1093.316959] env[68864]: DEBUG oslo_vmware.api [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.354672] env[68864]: INFO nova.compute.manager [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Took 16.78 seconds to build instance. [ 1093.419481] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfd356a-34f8-4081-afcc-ab866386684f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.425384] env[68864]: DEBUG oslo_vmware.api [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186091, 'name': PowerOnVM_Task, 'duration_secs': 0.762524} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.426040] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.426258] env[68864]: INFO nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1093.426442] env[68864]: DEBUG nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.427216] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e2194-f356-45bc-9c52-759d33ce81e1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.432572] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e43e99-13b1-4bcb-82e4-c0a81de524d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.468112] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f4ba1f-9990-4d3d-8f43-a4149ed822b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.476207] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24619de0-be79-4925-a92f-a7f14f54b74c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.491368] env[68864]: DEBUG nova.compute.provider_tree [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.648066] env[68864]: DEBUG nova.network.neutron [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.810727] env[68864]: DEBUG oslo_vmware.api [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186094, 'name': PowerOffVM_Task, 'duration_secs': 0.301744} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.811013] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.811196] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.811449] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f10be8d-9e5a-4772-8d8d-7779f7e3b759 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.858632] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f6a53913-2944-4d94-a724-79da23a2c87c tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "9c50381b-8272-470c-a5e4-51db657b897d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.294s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.880287] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.880526] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.880738] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleting the datastore file [datastore2] a1812b9d-f572-4dc4-be61-1d963592749d {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.881096] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a73ce5-56e2-4e74-8a89-30da14c52a87 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.887323] env[68864]: DEBUG oslo_vmware.api [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for the task: (returnval){ [ 1093.887323] env[68864]: value = "task-3186099" [ 1093.887323] env[68864]: _type = "Task" [ 1093.887323] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.897260] env[68864]: DEBUG oslo_vmware.api [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.951149] env[68864]: INFO nova.compute.manager [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Took 14.09 seconds to build instance. [ 1093.994719] env[68864]: DEBUG nova.scheduler.client.report [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.151387] env[68864]: INFO nova.compute.manager [-] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Took 1.02 seconds to deallocate network for instance. [ 1094.257099] env[68864]: DEBUG nova.compute.manager [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.257328] env[68864]: DEBUG nova.compute.manager [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing instance network info cache due to event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.257530] env[68864]: DEBUG oslo_concurrency.lockutils [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] Acquiring lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.257671] env[68864]: DEBUG oslo_concurrency.lockutils [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] Acquired lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.257831] env[68864]: DEBUG nova.network.neutron [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.399649] env[68864]: DEBUG oslo_vmware.api [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Task: {'id': task-3186099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14772} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.399861] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.400668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.400668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.400668] env[68864]: INFO nova.compute.manager [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1094.400668] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.400878] env[68864]: DEBUG nova.compute.manager [-] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.400878] env[68864]: DEBUG nova.network.neutron [-] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.453621] env[68864]: DEBUG oslo_concurrency.lockutils [None req-56372767-11dc-4987-b33d-7551a4781611 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.602s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.499743] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.500357] env[68864]: DEBUG nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.503511] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.441s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.660624] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.007805] env[68864]: DEBUG nova.compute.utils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.014311] env[68864]: DEBUG nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.014311] env[68864]: DEBUG nova.network.neutron [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.052996] env[68864]: DEBUG nova.policy [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.068506] env[68864]: DEBUG nova.network.neutron [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updated VIF entry in instance network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.068978] env[68864]: DEBUG nova.network.neutron [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2f0976-47", "ovs_interfaceid": "1f2f0976-4762-463f-a362-a42b68ce338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.197052] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314e2e75-8925-49e7-99a8-b7e5288021a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.204149] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58141d95-3f33-4460-aef4-a7d700146780 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.235075] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8682eb8e-4c34-4eeb-a431-9309c149b77a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.242523] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd38a06-4ec8-4880-a1ab-b58963852404 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.255752] env[68864]: DEBUG nova.compute.provider_tree [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.343692] env[68864]: DEBUG nova.network.neutron [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Successfully created port: fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.411937] env[68864]: DEBUG nova.network.neutron [-] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.479167] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.479715] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.514085] env[68864]: DEBUG nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.575633] env[68864]: DEBUG oslo_concurrency.lockutils [req-c2ce4e21-fa64-40da-b06c-b9e700227bf1 req-5ae31f0a-8333-4d00-baed-5ada7dd431a4 service nova] Releasing lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.758805] env[68864]: DEBUG nova.scheduler.client.report [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.913620] env[68864]: INFO nova.compute.manager [-] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Took 1.51 seconds to deallocate network for instance. [ 1095.981703] env[68864]: DEBUG nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.287396] env[68864]: DEBUG nova.compute.manager [req-f27bfa5e-e9ab-45d6-95b9-517707139e32 req-b8c8f07b-b07b-47cc-af78-1d44ce8d738b service nova] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Received event network-vif-deleted-c5bbe89e-c716-4c33-b533-22dd50fd7f98 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.420222] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.507400] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.524478] env[68864]: DEBUG nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.553846] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.554120] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.554293] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.554489] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.554637] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.554783] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.555023] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.555184] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.555356] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.555520] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.555693] env[68864]: DEBUG nova.virt.hardware [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.556603] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ce44d2-f8b7-4f2e-90da-0f405043fc9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.566324] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5454e7f3-dbf1-4597-9c65-086a0cb85126 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.770098] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.266s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.773170] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.113s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.774398] env[68864]: DEBUG nova.objects.instance [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lazy-loading 'resources' on Instance uuid 5f06a3ce-7ae2-441b-b466-074d3d23caec {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.803669] env[68864]: DEBUG nova.network.neutron [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Successfully updated port: fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.306011] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.306289] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.306978] env[68864]: DEBUG nova.network.neutron [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.331183] env[68864]: INFO nova.scheduler.client.report [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Deleted allocation for migration 9025e499-e367-4c86-9ca1-756b1e0880e7 [ 1097.460639] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80718dc-3ff5-439f-b1b1-1418d5eb7627 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.468380] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634f636c-39f4-4169-972d-4e5fbf998995 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.497354] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc38c57-c960-4c57-a288-efd7310861bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.504646] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802ced6-9665-457c-83cd-ec9a04aa96aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.519557] env[68864]: DEBUG nova.compute.provider_tree [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.841840] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dab6e0bb-f948-46a7-ac95-cd9bb532271a tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.168s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.847780] env[68864]: DEBUG nova.network.neutron [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.999749] env[68864]: DEBUG nova.network.neutron [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.023029] env[68864]: DEBUG nova.scheduler.client.report [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.366014] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1098.367038] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637213', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'name': 'volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96b4d1b2-4f50-45d8-ba88-8d384b651fd5', 'attached_at': '', 'detached_at': '', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'serial': '9f96cba4-8899-433f-b67a-d7cfa5c171f8'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1098.367222] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce674a63-93f7-4f22-b4ab-15e6bb7db7f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.383552] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cf79f0-fac4-4a5b-8c03-8b410f1e716f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.408030] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8/volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.409400] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6621f3f-63ae-43d9-a4ad-a4275c83823e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.422882] env[68864]: DEBUG nova.compute.manager [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-vif-plugged-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.423140] env[68864]: DEBUG oslo_concurrency.lockutils [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] Acquiring lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.423353] env[68864]: DEBUG oslo_concurrency.lockutils [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.423517] env[68864]: DEBUG oslo_concurrency.lockutils [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.423678] env[68864]: DEBUG nova.compute.manager [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] No waiting events found dispatching network-vif-plugged-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.423839] env[68864]: WARNING nova.compute.manager [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received unexpected event network-vif-plugged-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 for instance with vm_state building and task_state spawning. [ 1098.423994] env[68864]: DEBUG nova.compute.manager [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.424168] env[68864]: DEBUG nova.compute.manager [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing instance network info cache due to event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.424342] env[68864]: DEBUG oslo_concurrency.lockutils [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.431805] env[68864]: DEBUG oslo_vmware.api [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1098.431805] env[68864]: value = "task-3186101" [ 1098.431805] env[68864]: _type = "Task" [ 1098.431805] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.439877] env[68864]: DEBUG oslo_vmware.api [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.502063] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.502336] env[68864]: DEBUG nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Instance network_info: |[{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.502743] env[68864]: DEBUG oslo_concurrency.lockutils [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.502957] env[68864]: DEBUG nova.network.neutron [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.504338] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:a8:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb43bc74-e055-4ffd-b2b2-a20e45eabf58', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.512632] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.515889] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.516408] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51ee1980-1c44-49fb-9b19-35faca6730a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.532416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.534715] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.115s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.534983] env[68864]: DEBUG nova.objects.instance [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lazy-loading 'resources' on Instance uuid a1812b9d-f572-4dc4-be61-1d963592749d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.541533] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.541533] env[68864]: value = "task-3186102" [ 1098.541533] env[68864]: _type = "Task" [ 1098.541533] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.553613] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186102, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.554846] env[68864]: INFO nova.scheduler.client.report [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Deleted allocations for instance 5f06a3ce-7ae2-441b-b466-074d3d23caec [ 1098.735123] env[68864]: DEBUG nova.network.neutron [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updated VIF entry in instance network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.735518] env[68864]: DEBUG nova.network.neutron [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.942470] env[68864]: DEBUG oslo_vmware.api [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186101, 'name': ReconfigVM_Task, 'duration_secs': 0.465897} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.942748] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8/volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.947618] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e106ac7a-e7b7-47e9-834f-d677e89c4806 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.963685] env[68864]: DEBUG oslo_vmware.api [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1098.963685] env[68864]: value = "task-3186103" [ 1098.963685] env[68864]: _type = "Task" [ 1098.963685] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.972096] env[68864]: DEBUG oslo_vmware.api [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.016586] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "8692cc16-bb6c-43a9-8425-95b062c108f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.016941] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.052586] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186102, 'name': CreateVM_Task, 'duration_secs': 0.342706} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.052818] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.053522] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.053689] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.054015] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.054269] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3ca1b5-7c6e-48dc-8daf-0066be2f3f4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.058977] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1099.058977] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5283d1f3-e9ec-e6a5-38ce-675b254b2c44" [ 1099.058977] env[68864]: _type = "Task" [ 1099.058977] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.067571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-41995d02-6b6c-43a3-9f17-ba2b6d9a1aae tempest-ServersListShow2100Test-482543552 tempest-ServersListShow2100Test-482543552-project-member] Lock "5f06a3ce-7ae2-441b-b466-074d3d23caec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.597s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.075598] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5283d1f3-e9ec-e6a5-38ce-675b254b2c44, 'name': SearchDatastore_Task, 'duration_secs': 0.012248} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.076144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.076387] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.076669] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.076839] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.077094] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.077814] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d600a327-cd36-4708-9b28-bbb40b0e8ef1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.090527] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.091880] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.091880] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c23409-a483-4cad-87ae-51d9f799c342 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.097801] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1099.097801] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227b561-35bd-d96d-9495-19ee5299be6a" [ 1099.097801] env[68864]: _type = "Task" [ 1099.097801] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.111030] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227b561-35bd-d96d-9495-19ee5299be6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008158} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.111881] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b04e4ae-c86d-4c17-b5a8-c1489d623c03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.119725] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1099.119725] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525315ee-7aa8-a433-9f70-451dd352588c" [ 1099.119725] env[68864]: _type = "Task" [ 1099.119725] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.128395] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525315ee-7aa8-a433-9f70-451dd352588c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.230875] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad3a8d8-0768-4cf7-a804-33433d19a316 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.238146] env[68864]: DEBUG oslo_concurrency.lockutils [req-cdba6c65-01a3-4e88-815c-c6efeca14112 req-8c912ec8-bad4-4bda-bee0-a3b2d399d186 service nova] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.239307] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb75df-c84f-44dc-a65b-6ba45be1aad6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.270138] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439078d8-db47-4636-8ab4-cd9dcc87929b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.277400] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf902427-a808-41a9-8d89-dd346ea0fbb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.290470] env[68864]: DEBUG nova.compute.provider_tree [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.473475] env[68864]: DEBUG oslo_vmware.api [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186103, 'name': ReconfigVM_Task, 'duration_secs': 0.148062} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.473797] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637213', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'name': 'volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96b4d1b2-4f50-45d8-ba88-8d384b651fd5', 'attached_at': '', 'detached_at': '', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'serial': '9f96cba4-8899-433f-b67a-d7cfa5c171f8'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1099.520438] env[68864]: DEBUG nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.630403] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525315ee-7aa8-a433-9f70-451dd352588c, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.630662] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.630922] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] d4ee4af5-ae92-4f74-983d-211a47954a93/d4ee4af5-ae92-4f74-983d-211a47954a93.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.631191] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-649b8a2b-94ea-4568-9b8c-54d0bffa54e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.637743] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1099.637743] env[68864]: value = "task-3186104" [ 1099.637743] env[68864]: _type = "Task" [ 1099.637743] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.645193] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.794283] env[68864]: DEBUG nova.scheduler.client.report [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.040942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.148467] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502798} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.148728] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] d4ee4af5-ae92-4f74-983d-211a47954a93/d4ee4af5-ae92-4f74-983d-211a47954a93.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.148976] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.149304] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22c9af9-81bd-44f9-b8b8-18fa994abad0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.155432] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1100.155432] env[68864]: value = "task-3186105" [ 1100.155432] env[68864]: _type = "Task" [ 1100.155432] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.165796] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.299615] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.302237] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.795s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.306874] env[68864]: INFO nova.compute.claims [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.330012] env[68864]: INFO nova.scheduler.client.report [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Deleted allocations for instance a1812b9d-f572-4dc4-be61-1d963592749d [ 1100.516322] env[68864]: DEBUG nova.objects.instance [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'flavor' on Instance uuid 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.666099] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068917} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.666373] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.667129] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43e9d20-e0b4-4d41-b18f-145fafca5f4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.688631] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d4ee4af5-ae92-4f74-983d-211a47954a93/d4ee4af5-ae92-4f74-983d-211a47954a93.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.688909] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f1e164-51d3-44b1-80dd-f8a4e9ba02b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.709859] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1100.709859] env[68864]: value = "task-3186106" [ 1100.709859] env[68864]: _type = "Task" [ 1100.709859] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.718198] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.838706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8e7ed83e-05a6-43aa-975a-9d3deb08f219 tempest-ServerRescueNegativeTestJSON-95974129 tempest-ServerRescueNegativeTestJSON-95974129-project-member] Lock "a1812b9d-f572-4dc4-be61-1d963592749d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.068s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.022058] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c3b0f2d7-2189-4923-8f43-95696d24ccc0 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.769s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.220743] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186106, 'name': ReconfigVM_Task, 'duration_secs': 0.288249} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.221039] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d4ee4af5-ae92-4f74-983d-211a47954a93/d4ee4af5-ae92-4f74-983d-211a47954a93.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.221701] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a084086-742c-44b3-ae9a-4fa9a7b743d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.228161] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1101.228161] env[68864]: value = "task-3186107" [ 1101.228161] env[68864]: _type = "Task" [ 1101.228161] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.240718] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186107, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.483197] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38708e-b25e-484e-bd41-a8adcfc5f5cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.490738] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac43b007-72aa-4a2b-9787-731723123eac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.522465] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4002c641-d47e-44c2-be19-2cea38ae63e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.530187] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7d55f8-2dfa-4c4b-bff2-ce430b9cd132 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.544646] env[68864]: DEBUG nova.compute.provider_tree [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.741128] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186107, 'name': Rename_Task, 'duration_secs': 0.409086} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.741394] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.741644] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e524c8c9-c4c0-484e-9d2e-aa6f1a70e07a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.757579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "90e0b7d0-1d27-48a5-b767-1957d853e99b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.757818] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.758907] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1101.758907] env[68864]: value = "task-3186108" [ 1101.758907] env[68864]: _type = "Task" [ 1101.758907] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.770270] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.051069] env[68864]: DEBUG nova.scheduler.client.report [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.263073] env[68864]: DEBUG nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.273928] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186108, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.554147] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.554689] env[68864]: DEBUG nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.557366] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.517s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.558921] env[68864]: INFO nova.compute.claims [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.773066] env[68864]: DEBUG oslo_vmware.api [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186108, 'name': PowerOnVM_Task, 'duration_secs': 0.534358} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.775296] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.775532] env[68864]: INFO nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Took 6.25 seconds to spawn the instance on the hypervisor. [ 1102.775679] env[68864]: DEBUG nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.776873] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480a7682-35b6-47b8-b198-2e981774c7fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.788273] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.892173] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.892450] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.892657] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.892867] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.893071] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.895169] env[68864]: INFO nova.compute.manager [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Terminating instance [ 1103.063692] env[68864]: DEBUG nova.compute.utils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.067732] env[68864]: DEBUG nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.067953] env[68864]: DEBUG nova.network.neutron [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.118135] env[68864]: DEBUG nova.policy [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8665199cf845a3ab30699ad3f74b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfcec59b59342a7b307be04ca3b8a76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.293571] env[68864]: INFO nova.compute.manager [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Took 13.25 seconds to build instance. [ 1103.399293] env[68864]: DEBUG nova.compute.manager [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.399512] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.400485] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e0259-569e-45e6-8365-b8ea89ea7d6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.408730] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.408958] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e755a7-49c9-404d-be6d-dbb38725e977 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.415573] env[68864]: DEBUG oslo_vmware.api [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1103.415573] env[68864]: value = "task-3186109" [ 1103.415573] env[68864]: _type = "Task" [ 1103.415573] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.419886] env[68864]: DEBUG nova.network.neutron [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Successfully created port: cd09116c-e54e-40e4-b970-b82da1af5ec7 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.425636] env[68864]: DEBUG oslo_vmware.api [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.568881] env[68864]: DEBUG nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.719189] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.719447] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.741749] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48546e82-28bd-4dad-9c10-3c542f0ebee1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.749337] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b048ad0e-8b43-4194-826f-3fb090df33fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.780627] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d2aa12-f989-4cab-a4a3-7c436f1e7241 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.787502] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a746bd-468d-45d2-b441-2d6d19a4cd1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.800146] env[68864]: DEBUG oslo_concurrency.lockutils [None req-70e5f4d0-7da0-44b0-9f0b-1e2257a53cf9 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.764s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.800573] env[68864]: DEBUG nova.compute.provider_tree [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.924594] env[68864]: DEBUG oslo_vmware.api [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186109, 'name': PowerOffVM_Task, 'duration_secs': 0.174375} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.924863] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.925065] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.925325] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce8227c-9fd5-4bb5-a162-3e9a3d9da124 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.994469] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.994708] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.994959] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Deleting the datastore file [datastore1] 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.995262] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a6bdc72-8f95-4dfd-ad10-423bde9eea16 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.002094] env[68864]: DEBUG oslo_vmware.api [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for the task: (returnval){ [ 1104.002094] env[68864]: value = "task-3186111" [ 1104.002094] env[68864]: _type = "Task" [ 1104.002094] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.009804] env[68864]: DEBUG oslo_vmware.api [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.222296] env[68864]: INFO nova.compute.manager [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Detaching volume 502a360e-24f2-4e32-8bd3-23c7783497db [ 1104.268642] env[68864]: INFO nova.virt.block_device [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Attempting to driver detach volume 502a360e-24f2-4e32-8bd3-23c7783497db from mountpoint /dev/sdb [ 1104.268882] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1104.269087] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637189', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'name': 'volume-502a360e-24f2-4e32-8bd3-23c7783497db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9884f948-8bd2-44c5-9670-003dfffbfcd9', 'attached_at': '', 'detached_at': '', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'serial': '502a360e-24f2-4e32-8bd3-23c7783497db'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1104.269971] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f180c37c-f63d-45b2-aaaf-fa5545feee88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.293124] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8326b7f1-0eeb-4630-8e0f-3e2c16ba1217 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.302951] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a42f00-c765-4aef-b913-8e3db2678b0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.304328] env[68864]: DEBUG nova.scheduler.client.report [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.327849] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac4b1fa-efaa-4fef-8307-158bc2edc2d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.346547] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] The volume has not been displaced from its original location: [datastore1] volume-502a360e-24f2-4e32-8bd3-23c7783497db/volume-502a360e-24f2-4e32-8bd3-23c7783497db.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.354993] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.354993] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f44d1472-1463-4286-9aa4-21b386812cfe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.373875] env[68864]: DEBUG oslo_vmware.api [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1104.373875] env[68864]: value = "task-3186112" [ 1104.373875] env[68864]: _type = "Task" [ 1104.373875] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.382675] env[68864]: DEBUG oslo_vmware.api [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.443935] env[68864]: DEBUG nova.compute.manager [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.444238] env[68864]: DEBUG nova.compute.manager [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing instance network info cache due to event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.444472] env[68864]: DEBUG oslo_concurrency.lockutils [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.444644] env[68864]: DEBUG oslo_concurrency.lockutils [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.444840] env[68864]: DEBUG nova.network.neutron [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.512864] env[68864]: DEBUG oslo_vmware.api [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Task: {'id': task-3186111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130582} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.513147] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.513333] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.513507] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.513672] env[68864]: INFO nova.compute.manager [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1104.513907] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.514122] env[68864]: DEBUG nova.compute.manager [-] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.514906] env[68864]: DEBUG nova.network.neutron [-] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.582315] env[68864]: DEBUG nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.606739] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.606991] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.607175] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.607365] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.607535] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.607688] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.607896] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.608552] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.608996] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.609408] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.609664] env[68864]: DEBUG nova.virt.hardware [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.611222] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190ace8e-8372-477f-9cdb-bf094b07e82d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.621737] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d0223-4d45-4260-a43c-a17ea2b3f00f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.809144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.809786] env[68864]: DEBUG nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.812501] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.024s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.814162] env[68864]: INFO nova.compute.claims [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.849744] env[68864]: DEBUG nova.compute.manager [req-46c3da81-6b2f-4784-bc69-9f2a68650623 req-4d201007-99d5-42fd-8aaa-aad74acd8f58 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Received event network-vif-plugged-cd09116c-e54e-40e4-b970-b82da1af5ec7 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.849939] env[68864]: DEBUG oslo_concurrency.lockutils [req-46c3da81-6b2f-4784-bc69-9f2a68650623 req-4d201007-99d5-42fd-8aaa-aad74acd8f58 service nova] Acquiring lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.850096] env[68864]: DEBUG oslo_concurrency.lockutils [req-46c3da81-6b2f-4784-bc69-9f2a68650623 req-4d201007-99d5-42fd-8aaa-aad74acd8f58 service nova] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.850269] env[68864]: DEBUG oslo_concurrency.lockutils [req-46c3da81-6b2f-4784-bc69-9f2a68650623 req-4d201007-99d5-42fd-8aaa-aad74acd8f58 service nova] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.850430] env[68864]: DEBUG nova.compute.manager [req-46c3da81-6b2f-4784-bc69-9f2a68650623 req-4d201007-99d5-42fd-8aaa-aad74acd8f58 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] No waiting events found dispatching network-vif-plugged-cd09116c-e54e-40e4-b970-b82da1af5ec7 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.850594] env[68864]: WARNING nova.compute.manager [req-46c3da81-6b2f-4784-bc69-9f2a68650623 req-4d201007-99d5-42fd-8aaa-aad74acd8f58 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Received unexpected event network-vif-plugged-cd09116c-e54e-40e4-b970-b82da1af5ec7 for instance with vm_state building and task_state spawning. [ 1104.887173] env[68864]: DEBUG oslo_vmware.api [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186112, 'name': ReconfigVM_Task, 'duration_secs': 0.230333} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.887173] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.891818] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f106d20-ba6b-4e83-b08c-d4f5a7da502f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.903935] env[68864]: DEBUG nova.network.neutron [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Successfully updated port: cd09116c-e54e-40e4-b970-b82da1af5ec7 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.912024] env[68864]: DEBUG oslo_vmware.api [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1104.912024] env[68864]: value = "task-3186113" [ 1104.912024] env[68864]: _type = "Task" [ 1104.912024] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.926369] env[68864]: DEBUG oslo_vmware.api [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.187125] env[68864]: DEBUG nova.network.neutron [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updated VIF entry in instance network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.187510] env[68864]: DEBUG nova.network.neutron [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.319672] env[68864]: DEBUG nova.compute.utils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.322916] env[68864]: DEBUG nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.323127] env[68864]: DEBUG nova.network.neutron [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.375376] env[68864]: DEBUG nova.policy [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f58078a259b45f78fec3bf0064f99e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2fc65cfd5cf4624ab7d15d53e360b93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.406825] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "refresh_cache-ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.407013] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "refresh_cache-ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.407193] env[68864]: DEBUG nova.network.neutron [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.421427] env[68864]: DEBUG oslo_vmware.api [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186113, 'name': ReconfigVM_Task, 'duration_secs': 0.143304} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.421763] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637189', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'name': 'volume-502a360e-24f2-4e32-8bd3-23c7783497db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9884f948-8bd2-44c5-9670-003dfffbfcd9', 'attached_at': '', 'detached_at': '', 'volume_id': '502a360e-24f2-4e32-8bd3-23c7783497db', 'serial': '502a360e-24f2-4e32-8bd3-23c7783497db'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.518907] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "c847f1cd-1163-440f-9af4-b30e9602db7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.519158] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.626105] env[68864]: DEBUG nova.network.neutron [-] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.636616] env[68864]: DEBUG nova.network.neutron [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Successfully created port: 5c49a044-3c54-452a-8645-32512e0534b9 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.690361] env[68864]: DEBUG oslo_concurrency.lockutils [req-56fb22ab-adb5-45d0-b93a-70b85c2d5405 req-26f7c09d-5963-43c2-960b-ce1bcdc74e1d service nova] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.826921] env[68864]: DEBUG nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.937865] env[68864]: DEBUG nova.network.neutron [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.967626] env[68864]: DEBUG nova.objects.instance [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'flavor' on Instance uuid 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.016146] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452dcf54-24c8-4009-bda3-e5ed87f7dd44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.024686] env[68864]: DEBUG nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.028281] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e12e9c-5637-4feb-ac60-e2d30bf5d563 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.070768] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47095b4-7ae5-4cea-b4a2-31fac9827558 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.078825] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b08e4c-97c9-4a84-a3de-a49cd2f68b03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.092839] env[68864]: DEBUG nova.compute.provider_tree [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.129077] env[68864]: INFO nova.compute.manager [-] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Took 1.61 seconds to deallocate network for instance. [ 1106.151359] env[68864]: DEBUG nova.network.neutron [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Updating instance_info_cache with network_info: [{"id": "cd09116c-e54e-40e4-b970-b82da1af5ec7", "address": "fa:16:3e:3e:4e:1a", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd09116c-e5", "ovs_interfaceid": "cd09116c-e54e-40e4-b970-b82da1af5ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.468567] env[68864]: DEBUG nova.compute.manager [req-01ed5890-1088-4250-a9e7-9f64a41cfd97 req-a26becd4-9466-46db-b0bb-24379eeb4fac service nova] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Received event network-vif-deleted-0df17b1c-f701-42bf-bd8c-a4022a5fb66a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.556585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.595820] env[68864]: DEBUG nova.scheduler.client.report [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.636879] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.653879] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "refresh_cache-ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.654229] env[68864]: DEBUG nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Instance network_info: |[{"id": "cd09116c-e54e-40e4-b970-b82da1af5ec7", "address": "fa:16:3e:3e:4e:1a", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd09116c-e5", "ovs_interfaceid": "cd09116c-e54e-40e4-b970-b82da1af5ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.654640] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:4e:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd09116c-e54e-40e4-b970-b82da1af5ec7', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.662407] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.662611] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.662830] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7312f92a-edf2-430c-a0bf-d32fb454921a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.684542] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.684542] env[68864]: value = "task-3186114" [ 1106.684542] env[68864]: _type = "Task" [ 1106.684542] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.692038] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186114, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.839711] env[68864]: DEBUG nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.870294] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:07:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8a4454ab-2433-47bc-abb9-9c63f29135dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-566252379',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.870558] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.870653] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.870955] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.871122] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.871276] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.871488] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.871646] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.871813] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.871980] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.872161] env[68864]: DEBUG nova.virt.hardware [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.873371] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895fc765-9ca7-4765-92ed-f4217ccc7942 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.879821] env[68864]: DEBUG nova.compute.manager [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Received event network-changed-cd09116c-e54e-40e4-b970-b82da1af5ec7 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.880053] env[68864]: DEBUG nova.compute.manager [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Refreshing instance network info cache due to event network-changed-cd09116c-e54e-40e4-b970-b82da1af5ec7. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.880294] env[68864]: DEBUG oslo_concurrency.lockutils [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] Acquiring lock "refresh_cache-ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.880438] env[68864]: DEBUG oslo_concurrency.lockutils [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] Acquired lock "refresh_cache-ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.880645] env[68864]: DEBUG nova.network.neutron [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Refreshing network info cache for port cd09116c-e54e-40e4-b970-b82da1af5ec7 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.885996] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf2d5e7-e758-42f7-96c4-d6e635e377cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.976013] env[68864]: DEBUG oslo_concurrency.lockutils [None req-98415c15-ed1d-4b42-a8d7-eeae00b1033f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.107020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.107020] env[68864]: DEBUG nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.107555] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.551s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.108759] env[68864]: INFO nova.compute.claims [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.117236] env[68864]: DEBUG nova.network.neutron [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Successfully updated port: 5c49a044-3c54-452a-8645-32512e0534b9 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.194751] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186114, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.583367] env[68864]: DEBUG nova.network.neutron [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Updated VIF entry in instance network info cache for port cd09116c-e54e-40e4-b970-b82da1af5ec7. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.583760] env[68864]: DEBUG nova.network.neutron [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Updating instance_info_cache with network_info: [{"id": "cd09116c-e54e-40e4-b970-b82da1af5ec7", "address": "fa:16:3e:3e:4e:1a", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd09116c-e5", "ovs_interfaceid": "cd09116c-e54e-40e4-b970-b82da1af5ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.613649] env[68864]: DEBUG nova.compute.utils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.614929] env[68864]: DEBUG nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.615119] env[68864]: DEBUG nova.network.neutron [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.619493] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.619627] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.619767] env[68864]: DEBUG nova.network.neutron [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.654267] env[68864]: DEBUG nova.policy [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffac22fa8dcb40f191b57fb3a03c9f2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520c8dd826ae42dc8e35db23cd35dc49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.694691] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186114, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.913131] env[68864]: DEBUG nova.network.neutron [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Successfully created port: be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.024070] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.024488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.024771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.024986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.025314] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.027726] env[68864]: INFO nova.compute.manager [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Terminating instance [ 1108.086126] env[68864]: DEBUG oslo_concurrency.lockutils [req-11422b5a-9ded-4b5a-ba36-9d04545de49e req-eb016d41-2047-435c-87d0-ed88b01506d1 service nova] Releasing lock "refresh_cache-ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.121257] env[68864]: DEBUG nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.181337] env[68864]: DEBUG nova.network.neutron [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.199502] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186114, 'name': CreateVM_Task, 'duration_secs': 1.402481} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.202600] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.205508] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.205672] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.205981] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.206647] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a4a018-f394-44a0-afca-98679077ef12 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.210888] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1108.210888] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521033e7-9fa0-c1a4-384b-6a0d8d35cbf6" [ 1108.210888] env[68864]: _type = "Task" [ 1108.210888] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.220532] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521033e7-9fa0-c1a4-384b-6a0d8d35cbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.341994] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe3a648-d90d-429a-b600-3b24d2657f09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.350017] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e38f11-6a56-432a-910d-bb3603fe7a20 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.382330] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59135562-1281-4147-8706-4e6008477f44 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.392987] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba46d909-5208-4f65-acd2-c19e650fa91b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.406645] env[68864]: DEBUG nova.compute.provider_tree [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.444686] env[68864]: DEBUG nova.network.neutron [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [{"id": "5c49a044-3c54-452a-8645-32512e0534b9", "address": "fa:16:3e:55:f2:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49a044-3c", "ovs_interfaceid": "5c49a044-3c54-452a-8645-32512e0534b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.538796] env[68864]: DEBUG nova.compute.manager [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.538901] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.539777] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601cbf7a-f252-4dd5-9a9f-f86755e29e68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.547291] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.547565] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e116697-9e20-4b86-9fde-4f4d8d56d4f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.554564] env[68864]: DEBUG oslo_vmware.api [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1108.554564] env[68864]: value = "task-3186115" [ 1108.554564] env[68864]: _type = "Task" [ 1108.554564] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.565149] env[68864]: DEBUG oslo_vmware.api [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.722401] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]521033e7-9fa0-c1a4-384b-6a0d8d35cbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.722748] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.723011] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.723323] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.723476] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.723654] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.723944] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b0e2259-d920-4048-9bf8-556183b56edc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.734245] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.734524] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.735499] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef419936-8b10-4896-8fea-0b27d0dc0afb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.742375] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1108.742375] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb2371-4d74-404b-70e6-b676d5fa1dc2" [ 1108.742375] env[68864]: _type = "Task" [ 1108.742375] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.751241] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb2371-4d74-404b-70e6-b676d5fa1dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.907358] env[68864]: DEBUG nova.compute.manager [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Received event network-vif-plugged-5c49a044-3c54-452a-8645-32512e0534b9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.907358] env[68864]: DEBUG oslo_concurrency.lockutils [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] Acquiring lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.907358] env[68864]: DEBUG oslo_concurrency.lockutils [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.907358] env[68864]: DEBUG oslo_concurrency.lockutils [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.907358] env[68864]: DEBUG nova.compute.manager [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] No waiting events found dispatching network-vif-plugged-5c49a044-3c54-452a-8645-32512e0534b9 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.907563] env[68864]: WARNING nova.compute.manager [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Received unexpected event network-vif-plugged-5c49a044-3c54-452a-8645-32512e0534b9 for instance with vm_state building and task_state spawning. [ 1108.907689] env[68864]: DEBUG nova.compute.manager [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Received event network-changed-5c49a044-3c54-452a-8645-32512e0534b9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.907846] env[68864]: DEBUG nova.compute.manager [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Refreshing instance network info cache due to event network-changed-5c49a044-3c54-452a-8645-32512e0534b9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.908014] env[68864]: DEBUG oslo_concurrency.lockutils [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] Acquiring lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.909008] env[68864]: DEBUG nova.scheduler.client.report [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.947574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.947872] env[68864]: DEBUG nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Instance network_info: |[{"id": "5c49a044-3c54-452a-8645-32512e0534b9", "address": "fa:16:3e:55:f2:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49a044-3c", "ovs_interfaceid": "5c49a044-3c54-452a-8645-32512e0534b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.948175] env[68864]: DEBUG oslo_concurrency.lockutils [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] Acquired lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.948354] env[68864]: DEBUG nova.network.neutron [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Refreshing network info cache for port 5c49a044-3c54-452a-8645-32512e0534b9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.949514] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:f2:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c49a044-3c54-452a-8645-32512e0534b9', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.957529] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.958402] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.958632] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ebf35a-dc68-4e92-9a0e-0a7656411af5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.978566] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.978566] env[68864]: value = "task-3186116" [ 1108.978566] env[68864]: _type = "Task" [ 1108.978566] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.985924] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186116, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.064780] env[68864]: DEBUG oslo_vmware.api [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186115, 'name': PowerOffVM_Task, 'duration_secs': 0.225556} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.065072] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.065272] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.065588] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da3eab38-804d-4d38-b244-650029e58966 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.128748] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.128990] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.129194] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleting the datastore file [datastore1] 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.129485] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b08e8f3-0f4a-4d0f-9e69-b4e1fd35e0f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.136620] env[68864]: DEBUG nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.138602] env[68864]: DEBUG oslo_vmware.api [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1109.138602] env[68864]: value = "task-3186118" [ 1109.138602] env[68864]: _type = "Task" [ 1109.138602] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.146752] env[68864]: DEBUG oslo_vmware.api [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.164069] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.164326] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.164503] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.164695] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.164858] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.165017] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.165257] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.165425] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.165592] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.165762] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.165943] env[68864]: DEBUG nova.virt.hardware [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.166799] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd331bb5-a3fc-4f47-b782-253ce67f10a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.174547] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c42ca-e508-4634-86c8-3947583dc111 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.252307] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb2371-4d74-404b-70e6-b676d5fa1dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.253214] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f8fd0f-5c68-46fd-b0ba-946dec51c32e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.257085] env[68864]: INFO nova.compute.manager [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Rebuilding instance [ 1109.260310] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1109.260310] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f6f2c1-8d65-2c62-a35c-f46c38c1f9ab" [ 1109.260310] env[68864]: _type = "Task" [ 1109.260310] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.268162] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f6f2c1-8d65-2c62-a35c-f46c38c1f9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.297778] env[68864]: DEBUG nova.compute.manager [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.298761] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc5618-33d8-4057-9c60-974b16a6f53f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.378260] env[68864]: DEBUG nova.network.neutron [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Successfully updated port: be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.414531] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.415076] env[68864]: DEBUG nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.418025] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.781s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.418278] env[68864]: DEBUG nova.objects.instance [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lazy-loading 'resources' on Instance uuid 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.488910] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186116, 'name': CreateVM_Task, 'duration_secs': 0.370082} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.491207] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.491867] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.492125] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.492454] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.492978] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6457ee87-524e-4968-afcc-155885fc3215 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.497858] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1109.497858] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d891a8-abce-2ef1-652e-9cc897c3f718" [ 1109.497858] env[68864]: _type = "Task" [ 1109.497858] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.505790] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d891a8-abce-2ef1-652e-9cc897c3f718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.649280] env[68864]: DEBUG oslo_vmware.api [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2274} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.650085] env[68864]: DEBUG nova.network.neutron [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updated VIF entry in instance network info cache for port 5c49a044-3c54-452a-8645-32512e0534b9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.650423] env[68864]: DEBUG nova.network.neutron [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [{"id": "5c49a044-3c54-452a-8645-32512e0534b9", "address": "fa:16:3e:55:f2:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49a044-3c", "ovs_interfaceid": "5c49a044-3c54-452a-8645-32512e0534b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.651606] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.651791] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.651971] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.652164] env[68864]: INFO nova.compute.manager [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1109.652404] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.652591] env[68864]: DEBUG nova.compute.manager [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.652686] env[68864]: DEBUG nova.network.neutron [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.771244] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f6f2c1-8d65-2c62-a35c-f46c38c1f9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.018713} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.771511] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.771789] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749/ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.772012] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79b83f26-f9c1-4792-b3d3-2da52a1dec37 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.778840] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1109.778840] env[68864]: value = "task-3186119" [ 1109.778840] env[68864]: _type = "Task" [ 1109.778840] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.787075] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.880930] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.881872] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.881872] env[68864]: DEBUG nova.network.neutron [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.922200] env[68864]: DEBUG nova.compute.utils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.927949] env[68864]: DEBUG nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.928163] env[68864]: DEBUG nova.network.neutron [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.976028] env[68864]: DEBUG nova.policy [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.015254] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d891a8-abce-2ef1-652e-9cc897c3f718, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.017028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.017028] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.017028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.017028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.017028] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.017028] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d922da10-9447-4a02-9584-708bec5613e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.030125] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.030437] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.031309] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23c648a-542c-4b29-89ae-61e7b45be6c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.045274] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1110.045274] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5239cedd-63de-bd6a-e3ad-34e98f6d8055" [ 1110.045274] env[68864]: _type = "Task" [ 1110.045274] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.055257] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5239cedd-63de-bd6a-e3ad-34e98f6d8055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.157428] env[68864]: DEBUG oslo_concurrency.lockutils [req-d44a4fcd-cb97-4a6e-a891-cd0fa1866265 req-7f783e96-3fb7-4a46-8dab-19596e004421 service nova] Releasing lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.194079] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f8b09-95c9-459e-90b7-878f7aa6fa57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.205348] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe82196-cf3a-4603-a0c1-cd2b6fa10607 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.246309] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5f164e-0708-4d94-9094-7b1f40cdd895 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.255899] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a926309b-07db-421c-b68e-435140738a24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.271078] env[68864]: DEBUG nova.compute.provider_tree [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.290572] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479052} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.290829] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749/ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.291053] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.291362] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cfd4074-5a07-44bc-aa4c-3e34aacfc626 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.297614] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1110.297614] env[68864]: value = "task-3186120" [ 1110.297614] env[68864]: _type = "Task" [ 1110.297614] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.305967] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.311830] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.312330] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83839485-f79a-4a24-9808-44c66867f0fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.319306] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1110.319306] env[68864]: value = "task-3186121" [ 1110.319306] env[68864]: _type = "Task" [ 1110.319306] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.333890] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.391100] env[68864]: DEBUG nova.network.neutron [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Successfully created port: dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.422824] env[68864]: DEBUG nova.network.neutron [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.428380] env[68864]: DEBUG nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.554024] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5239cedd-63de-bd6a-e3ad-34e98f6d8055, 'name': SearchDatastore_Task, 'duration_secs': 0.052404} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.555021] env[68864]: DEBUG nova.network.neutron [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Updating instance_info_cache with network_info: [{"id": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "address": "fa:16:3e:2d:eb:99", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe92e41f-3e", "ovs_interfaceid": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.559978] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4845f6-10ca-4ff1-8adb-b8ed7d93ef2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.563022] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1110.563022] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c489d7-1f65-76bf-6bbf-d12572aeef95" [ 1110.563022] env[68864]: _type = "Task" [ 1110.563022] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.571362] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c489d7-1f65-76bf-6bbf-d12572aeef95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.652826] env[68864]: DEBUG nova.network.neutron [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.775537] env[68864]: DEBUG nova.scheduler.client.report [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.807928] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099204} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.808216] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.808979] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdd45a1-40a7-4cf5-bc38-5df1c4f1306d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.831554] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749/ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.834825] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be68ceb-bfcb-402a-a99a-f6b0f45c5e1b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.855941] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186121, 'name': PowerOffVM_Task, 'duration_secs': 0.209709} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.857334] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.857473] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.857799] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1110.857799] env[68864]: value = "task-3186122" [ 1110.857799] env[68864]: _type = "Task" [ 1110.857799] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.858572] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5519f874-15ca-4150-8e57-25964d2d7d37 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.868855] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.871812] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3c0412a-cabb-4d6b-92d6-ac9bf5c8135a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.873178] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.939068] env[68864]: DEBUG nova.compute.manager [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Received event network-vif-plugged-be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.939353] env[68864]: DEBUG oslo_concurrency.lockutils [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] Acquiring lock "90e0b7d0-1d27-48a5-b767-1957d853e99b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.939621] env[68864]: DEBUG oslo_concurrency.lockutils [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.939849] env[68864]: DEBUG oslo_concurrency.lockutils [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.940088] env[68864]: DEBUG nova.compute.manager [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] No waiting events found dispatching network-vif-plugged-be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.940315] env[68864]: WARNING nova.compute.manager [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Received unexpected event network-vif-plugged-be92e41f-3ebe-49cf-a159-143ee5c678b9 for instance with vm_state building and task_state spawning. [ 1110.940535] env[68864]: DEBUG nova.compute.manager [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Received event network-changed-be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.940744] env[68864]: DEBUG nova.compute.manager [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Refreshing instance network info cache due to event network-changed-be92e41f-3ebe-49cf-a159-143ee5c678b9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.940963] env[68864]: DEBUG oslo_concurrency.lockutils [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] Acquiring lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.058019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.058644] env[68864]: DEBUG nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Instance network_info: |[{"id": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "address": "fa:16:3e:2d:eb:99", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe92e41f-3e", "ovs_interfaceid": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.059039] env[68864]: DEBUG oslo_concurrency.lockutils [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] Acquired lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.059241] env[68864]: DEBUG nova.network.neutron [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Refreshing network info cache for port be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.060676] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:eb:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be92e41f-3ebe-49cf-a159-143ee5c678b9', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.068577] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.070318] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.070583] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.070826] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.071065] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleting the datastore file [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.074980] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6f191ef-7714-4eb0-89d3-840c36aa5fd2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.092049] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97c1063e-c9bb-4d12-a1f1-19972974b3bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.100148] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c489d7-1f65-76bf-6bbf-d12572aeef95, 'name': SearchDatastore_Task, 'duration_secs': 0.016141} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.102351] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.102618] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.103279] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1111.103279] env[68864]: value = "task-3186125" [ 1111.103279] env[68864]: _type = "Task" [ 1111.103279] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.103571] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.103571] env[68864]: value = "task-3186124" [ 1111.103571] env[68864]: _type = "Task" [ 1111.103571] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.103758] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b2c0869-5821-43aa-9b1f-e725c93eec5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.117039] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.121020] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1111.121020] env[68864]: value = "task-3186126" [ 1111.121020] env[68864]: _type = "Task" [ 1111.121020] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.121368] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186124, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.129698] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.155480] env[68864]: INFO nova.compute.manager [-] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Took 1.50 seconds to deallocate network for instance. [ 1111.280776] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.304283] env[68864]: INFO nova.scheduler.client.report [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Deleted allocations for instance 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5 [ 1111.371730] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186122, 'name': ReconfigVM_Task, 'duration_secs': 0.412589} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.372207] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Reconfigured VM instance instance-00000065 to attach disk [datastore2] ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749/ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.372686] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e18365a8-0070-41ee-872a-65473c257dd8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.380879] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1111.380879] env[68864]: value = "task-3186127" [ 1111.380879] env[68864]: _type = "Task" [ 1111.380879] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.388952] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186127, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.443218] env[68864]: DEBUG nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.473119] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.473382] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.473542] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.473727] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.473871] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.474032] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.474254] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.474413] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.474583] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.474743] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.474914] env[68864]: DEBUG nova.virt.hardware [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.475837] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8563a832-4cf2-4fb3-917b-c91a6bf964ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.484010] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccae9d95-870d-460f-8dcc-4006e526bcbf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.623488] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186124, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.623885] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476519} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.627408] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.627620] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.627800] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.636436] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186126, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.661798] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.662129] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.662369] env[68864]: DEBUG nova.objects.instance [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'resources' on Instance uuid 9884f948-8bd2-44c5-9670-003dfffbfcd9 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.812363] env[68864]: DEBUG oslo_concurrency.lockutils [None req-544159af-0cfb-4a3c-9874-c13e72d3847a tempest-ServersTestJSON-1836714429 tempest-ServersTestJSON-1836714429-project-member] Lock "22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.920s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.837157] env[68864]: DEBUG nova.network.neutron [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Updated VIF entry in instance network info cache for port be92e41f-3ebe-49cf-a159-143ee5c678b9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.837157] env[68864]: DEBUG nova.network.neutron [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Updating instance_info_cache with network_info: [{"id": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "address": "fa:16:3e:2d:eb:99", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe92e41f-3e", "ovs_interfaceid": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.896658] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186127, 'name': Rename_Task, 'duration_secs': 0.374696} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.900021] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.900021] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9167b9-ef5f-4b3e-a1dd-e6f0e74f7956 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.907713] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1111.907713] env[68864]: value = "task-3186128" [ 1111.907713] env[68864]: _type = "Task" [ 1111.907713] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.923079] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.924569] env[68864]: DEBUG nova.compute.manager [req-8069f16d-dc7c-413e-8171-c46c30f728a4 req-4400ea3a-ac24-4cc1-8777-a35befbbc407 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-vif-plugged-dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.924937] env[68864]: DEBUG oslo_concurrency.lockutils [req-8069f16d-dc7c-413e-8171-c46c30f728a4 req-4400ea3a-ac24-4cc1-8777-a35befbbc407 service nova] Acquiring lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.925313] env[68864]: DEBUG oslo_concurrency.lockutils [req-8069f16d-dc7c-413e-8171-c46c30f728a4 req-4400ea3a-ac24-4cc1-8777-a35befbbc407 service nova] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.925665] env[68864]: DEBUG oslo_concurrency.lockutils [req-8069f16d-dc7c-413e-8171-c46c30f728a4 req-4400ea3a-ac24-4cc1-8777-a35befbbc407 service nova] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.926011] env[68864]: DEBUG nova.compute.manager [req-8069f16d-dc7c-413e-8171-c46c30f728a4 req-4400ea3a-ac24-4cc1-8777-a35befbbc407 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] No waiting events found dispatching network-vif-plugged-dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.926328] env[68864]: WARNING nova.compute.manager [req-8069f16d-dc7c-413e-8171-c46c30f728a4 req-4400ea3a-ac24-4cc1-8777-a35befbbc407 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received unexpected event network-vif-plugged-dded02b7-2711-4a2b-8bc3-537e82f0632d for instance with vm_state building and task_state spawning. [ 1112.117959] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186124, 'name': CreateVM_Task, 'duration_secs': 0.910815} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.118152] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.118840] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.119052] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.119375] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.119633] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54682b96-b6a0-4219-80f5-70605587cf0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.125877] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1112.125877] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52322e8b-4bfa-c161-cf06-ca3af87292a6" [ 1112.125877] env[68864]: _type = "Task" [ 1112.125877] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.138972] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893645} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.139502] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.139733] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.139973] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85e126ac-8c4c-4c1b-8408-aa3f76a3b5ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.145159] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52322e8b-4bfa-c161-cf06-ca3af87292a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.150045] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1112.150045] env[68864]: value = "task-3186129" [ 1112.150045] env[68864]: _type = "Task" [ 1112.150045] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.158026] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.340325] env[68864]: DEBUG oslo_concurrency.lockutils [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] Releasing lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.340749] env[68864]: DEBUG nova.compute.manager [req-3a080c9d-e229-4035-ac18-fdf9620c7f3c req-a5ae591a-c572-4f37-a07a-17819aa6eaa4 service nova] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Received event network-vif-deleted-45900e7e-4abf-4491-9ccc-661f4fff77a5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.342155] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cb5fd9-b9d3-49f3-9cee-fe9326b3eab6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.351215] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad57898-045c-48ff-a994-6ced5be2adb4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.398690] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f320d1-25a5-4427-8fac-abf21f82e985 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.409366] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e09704-dd48-45b3-8e4d-7b522d8c8042 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.438355] env[68864]: DEBUG nova.compute.provider_tree [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.445613] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.491677] env[68864]: DEBUG nova.network.neutron [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Successfully updated port: dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.573526] env[68864]: DEBUG nova.compute.manager [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.573866] env[68864]: DEBUG nova.compute.manager [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing instance network info cache due to event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.574167] env[68864]: DEBUG oslo_concurrency.lockutils [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.574167] env[68864]: DEBUG oslo_concurrency.lockutils [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.574551] env[68864]: DEBUG nova.network.neutron [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing network info cache for port dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.643055] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52322e8b-4bfa-c161-cf06-ca3af87292a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027387} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.643877] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.644234] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.644621] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.644621] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.644712] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.644908] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a8ee4c-c353-4ea5-a0d3-c6c4b361e554 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.655235] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.655457] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.656753] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799758b5-4b21-4678-8609-d89da69264df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.661855] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192798} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.664210] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.665392] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b64f73b-d995-49fa-a280-f737dbd0a6d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.669656] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1112.669656] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f5ce69-5cd6-4e37-0c7b-84cfc262c1d6" [ 1112.669656] env[68864]: _type = "Task" [ 1112.669656] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.671846] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.672076] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.672237] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.672420] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.672565] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.672709] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.672917] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.673168] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.673727] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.673727] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.673727] env[68864]: DEBUG nova.virt.hardware [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.674934] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92446809-bdc2-4f0b-9ae9-804f4445fbad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.699990] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.700222] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6c05da-8034-46e7-831b-4ec46f1c1d3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.718334] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18b6ee-1e9f-49b2-a5c6-494696b396b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.726410] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1112.726410] env[68864]: value = "task-3186130" [ 1112.726410] env[68864]: _type = "Task" [ 1112.726410] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.726652] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f5ce69-5cd6-4e37-0c7b-84cfc262c1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.033879} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.730377] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f912675e-cff3-4ee2-a58b-b9dc7cae4c0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.742417] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:b8:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a88efae-906f-4217-bc2e-9d5ab8b1c5c6', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.752128] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.753185] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.753385] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-110ab67e-9848-48ab-8f77-92c856f1a310 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.771593] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.772111] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1112.772111] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527f46e0-a3c2-c1b6-71f0-fcefe20a0c4a" [ 1112.772111] env[68864]: _type = "Task" [ 1112.772111] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.776957] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.776957] env[68864]: value = "task-3186131" [ 1112.776957] env[68864]: _type = "Task" [ 1112.776957] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.780522] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527f46e0-a3c2-c1b6-71f0-fcefe20a0c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.783623] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.783891] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 90e0b7d0-1d27-48a5-b767-1957d853e99b/90e0b7d0-1d27-48a5-b767-1957d853e99b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.784150] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83e17150-654f-4730-8985-75ea22a50c97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.790126] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186131, 'name': CreateVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.791273] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1112.791273] env[68864]: value = "task-3186132" [ 1112.791273] env[68864]: _type = "Task" [ 1112.791273] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.798756] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.927968] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.970031] env[68864]: ERROR nova.scheduler.client.report [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [req-a0ea12cf-1f2c-4b3b-9004-d42f890b4466] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0ea12cf-1f2c-4b3b-9004-d42f890b4466"}]} [ 1112.995020] env[68864]: DEBUG nova.scheduler.client.report [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1112.996386] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.017736] env[68864]: DEBUG nova.scheduler.client.report [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1113.018026] env[68864]: DEBUG nova.compute.provider_tree [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.033157] env[68864]: DEBUG nova.scheduler.client.report [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1113.058608] env[68864]: DEBUG nova.scheduler.client.report [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1113.158166] env[68864]: DEBUG nova.network.neutron [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.242701] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186130, 'name': ReconfigVM_Task, 'duration_secs': 0.304914} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.242997] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.243679] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cba3ca8a-3fd4-4e45-84f4-0cde9e6ea52f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.253633] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1113.253633] env[68864]: value = "task-3186133" [ 1113.253633] env[68864]: _type = "Task" [ 1113.253633] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.262716] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186133, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.290262] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186131, 'name': CreateVM_Task, 'duration_secs': 0.388242} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.291912] env[68864]: DEBUG nova.network.neutron [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.293407] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.294182] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814197d-4c2a-436a-bf33-eddfeaef8c36 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.298056] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.298354] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.298526] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.301907] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03a3c95-1f2c-4342-9f69-9b282ec8cefd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.312177] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64141419-1014-4fc2-9d99-0309dbc0733a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.315770] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506671} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.318466] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1113.318466] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5257a1ce-1fcc-744c-3197-29bc71d07640" [ 1113.318466] env[68864]: _type = "Task" [ 1113.318466] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.318466] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 90e0b7d0-1d27-48a5-b767-1957d853e99b/90e0b7d0-1d27-48a5-b767-1957d853e99b.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.318466] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.318466] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa8ba75-5258-47e3-9535-a798e65ebe8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.349067] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a5051-b539-4414-b3b7-dfb345c06aa6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.356043] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1113.356043] env[68864]: value = "task-3186134" [ 1113.356043] env[68864]: _type = "Task" [ 1113.356043] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.356628] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5257a1ce-1fcc-744c-3197-29bc71d07640, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.357348] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.357567] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.357816] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.357959] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.358146] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.361784] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dcb0050-4843-420a-8ed7-dc6652cd61ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.367403] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256ab0d-174e-49a8-af47-8dd35dec6ac8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.375173] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.376704] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.376886] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.377654] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe41eec1-d063-4cbd-9098-a0a46583e37f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.388074] env[68864]: DEBUG nova.compute.provider_tree [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.393019] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1113.393019] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259d132-e1a7-8e65-3091-5a3fea73ed29" [ 1113.393019] env[68864]: _type = "Task" [ 1113.393019] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.403036] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259d132-e1a7-8e65-3091-5a3fea73ed29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.428263] env[68864]: DEBUG oslo_vmware.api [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186128, 'name': PowerOnVM_Task, 'duration_secs': 1.132216} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.428546] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.428772] env[68864]: INFO nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1113.429011] env[68864]: DEBUG nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.429886] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5ce966-bd06-4ec5-9708-7ed82117aaa6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.766735] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186133, 'name': Rename_Task, 'duration_secs': 0.153822} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.766906] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.767202] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f60dacb0-32f2-4aa1-9885-a22ff4b0e521 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.773752] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1113.773752] env[68864]: value = "task-3186135" [ 1113.773752] env[68864]: _type = "Task" [ 1113.773752] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.782223] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.799036] env[68864]: DEBUG oslo_concurrency.lockutils [req-82f4d6b5-9ac7-4dc2-9d9f-3ebf2080e277 req-c5fd0a2b-6829-446b-9806-0b6dc4141917 service nova] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.803027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.803027] env[68864]: DEBUG nova.network.neutron [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.868507] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068664} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.868742] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.869983] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b9dd1-e06a-4c76-a187-7ab43c19d102 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.898142] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 90e0b7d0-1d27-48a5-b767-1957d853e99b/90e0b7d0-1d27-48a5-b767-1957d853e99b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.903063] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ca9336-0382-4885-a982-8e6ec81c7d1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.928134] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5259d132-e1a7-8e65-3091-5a3fea73ed29, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.930066] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1113.930066] env[68864]: value = "task-3186136" [ 1113.930066] env[68864]: _type = "Task" [ 1113.930066] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.930274] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077b6223-186f-4ba1-9672-0fdf60116e85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.947212] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186136, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.950216] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1113.950216] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b2c18a-1123-3e5d-3e58-87c9700762f2" [ 1113.950216] env[68864]: _type = "Task" [ 1113.950216] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.957187] env[68864]: DEBUG nova.scheduler.client.report [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1113.957187] env[68864]: DEBUG nova.compute.provider_tree [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 141 to 142 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1113.957187] env[68864]: DEBUG nova.compute.provider_tree [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1113.959750] env[68864]: INFO nova.compute.manager [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Took 17.47 seconds to build instance. [ 1113.971852] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b2c18a-1123-3e5d-3e58-87c9700762f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.972174] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.972397] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.973041] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c909e6-387b-46a6-8177-c258338e9cac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.982720] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1113.982720] env[68864]: value = "task-3186137" [ 1113.982720] env[68864]: _type = "Task" [ 1113.982720] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.993241] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.284919] env[68864]: DEBUG oslo_vmware.api [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186135, 'name': PowerOnVM_Task, 'duration_secs': 0.491874} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.285269] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.285512] env[68864]: INFO nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1114.285701] env[68864]: DEBUG nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.286562] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808b7b51-1449-4a63-8e75-ec8eba0e85ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.339108] env[68864]: DEBUG nova.network.neutron [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.444507] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186136, 'name': ReconfigVM_Task, 'duration_secs': 0.408585} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.444880] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 90e0b7d0-1d27-48a5-b767-1957d853e99b/90e0b7d0-1d27-48a5-b767-1957d853e99b.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.445884] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c38c79-c255-47ef-a8a2-1afd954521b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.453029] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1114.453029] env[68864]: value = "task-3186138" [ 1114.453029] env[68864]: _type = "Task" [ 1114.453029] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.466477] env[68864]: DEBUG oslo_concurrency.lockutils [None req-db8009e2-b5ff-47f8-a710-b6e854810381 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.986s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.467212] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.805s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.469853] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186138, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.493232] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186137, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.494233] env[68864]: INFO nova.scheduler.client.report [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted allocations for instance 9884f948-8bd2-44c5-9670-003dfffbfcd9 [ 1114.499225] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.499225] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.502628] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.502628] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.502628] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.502628] env[68864]: INFO nova.compute.manager [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Terminating instance [ 1114.545837] env[68864]: DEBUG nova.network.neutron [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.806954] env[68864]: INFO nova.compute.manager [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Took 14.78 seconds to build instance. [ 1114.962652] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186138, 'name': Rename_Task, 'duration_secs': 0.348389} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.962934] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.963214] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa26145-a73e-4485-a8dd-34d36db76da4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.969781] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1114.969781] env[68864]: value = "task-3186139" [ 1114.969781] env[68864]: _type = "Task" [ 1114.969781] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.976891] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.992717] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545356} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.992825] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.993049] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.993295] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7a82188-f947-4d65-a7ed-3d6037723f32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.998895] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1114.998895] env[68864]: value = "task-3186140" [ 1114.998895] env[68864]: _type = "Task" [ 1114.998895] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.004918] env[68864]: DEBUG oslo_concurrency.lockutils [None req-857b9498-fd09-456f-bab9-5580444ddab6 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "9884f948-8bd2-44c5-9670-003dfffbfcd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.980s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.006030] env[68864]: DEBUG nova.compute.manager [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.006030] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.009225] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7d68e6-9615-4c4e-a851-e0a334c99a4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.012509] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.017062] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.017825] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a0def7-657e-4c9e-b860-b9c12f054208 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.023428] env[68864]: DEBUG oslo_vmware.api [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1115.023428] env[68864]: value = "task-3186141" [ 1115.023428] env[68864]: _type = "Task" [ 1115.023428] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.031436] env[68864]: DEBUG oslo_vmware.api [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.047701] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.048113] env[68864]: DEBUG nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Instance network_info: |[{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.048612] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:dc:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dded02b7-2711-4a2b-8bc3-537e82f0632d', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.057400] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.058180] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.058528] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-832f3788-34e7-4028-9b57-4d20cbb30dcd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.080201] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.080201] env[68864]: value = "task-3186142" [ 1115.080201] env[68864]: _type = "Task" [ 1115.080201] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.088066] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186142, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.309084] env[68864]: DEBUG oslo_concurrency.lockutils [None req-03448eac-50ed-4801-bdd7-32763b3a70c7 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.292s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.479991] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.507315] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069376} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.507617] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.508416] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154924a0-515d-489a-9ac3-0157bc5cb7b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.531868] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.532291] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c4ee85-2940-4cf5-9150-dc23411cd5bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.556018] env[68864]: DEBUG oslo_vmware.api [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186141, 'name': PowerOffVM_Task, 'duration_secs': 0.249689} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.557367] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.557574] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.557889] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1115.557889] env[68864]: value = "task-3186143" [ 1115.557889] env[68864]: _type = "Task" [ 1115.557889] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.558094] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6541612-bdb6-4e60-8d3c-48914d33534e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.570468] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.592442] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186142, 'name': CreateVM_Task, 'duration_secs': 0.391278} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.592624] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.593352] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.593524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.593854] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.594134] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b9b7ea-56cb-4547-b57d-44cd2f4e8082 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.599898] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1115.599898] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520bbb8d-f9c9-edc8-d32c-93dfdda1d622" [ 1115.599898] env[68864]: _type = "Task" [ 1115.599898] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.607904] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520bbb8d-f9c9-edc8-d32c-93dfdda1d622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.633699] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.633961] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.634120] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleting the datastore file [datastore2] ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.634387] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb22b1c5-d2f4-4a61-9692-e11cf02ee150 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.640983] env[68864]: DEBUG oslo_vmware.api [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1115.640983] env[68864]: value = "task-3186145" [ 1115.640983] env[68864]: _type = "Task" [ 1115.640983] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.651145] env[68864]: DEBUG oslo_vmware.api [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.981258] env[68864]: DEBUG oslo_vmware.api [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186139, 'name': PowerOnVM_Task, 'duration_secs': 0.885986} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.981915] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.982263] env[68864]: INFO nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1115.982571] env[68864]: DEBUG nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.983627] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4838f55e-5873-400a-9295-0da78e4eb184 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.071753] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186143, 'name': ReconfigVM_Task, 'duration_secs': 0.309143} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.072059] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127/f199c2a3-976f-4ab8-b403-981ceb3d4127.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.072722] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a55fa0c-145d-490e-b1ec-102bc80ab50a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.079227] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1116.079227] env[68864]: value = "task-3186146" [ 1116.079227] env[68864]: _type = "Task" [ 1116.079227] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.095041] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186146, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.112941] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520bbb8d-f9c9-edc8-d32c-93dfdda1d622, 'name': SearchDatastore_Task, 'duration_secs': 0.019706} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.113304] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.113692] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.114142] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.114459] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.114762] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.115255] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6860bcb-5ec7-4328-860c-170235d71074 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.127790] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.128143] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.129057] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cb3b73-6b1d-496c-a4c4-d21e0c5fac4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.135296] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1116.135296] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272ab23-7e21-b5c1-ddbb-1079841efb25" [ 1116.135296] env[68864]: _type = "Task" [ 1116.135296] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.143519] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272ab23-7e21-b5c1-ddbb-1079841efb25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.151530] env[68864]: DEBUG oslo_vmware.api [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218532} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.151781] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.151970] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.152277] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.152525] env[68864]: INFO nova.compute.manager [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1116.152819] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.153078] env[68864]: DEBUG nova.compute.manager [-] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.153282] env[68864]: DEBUG nova.network.neutron [-] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.413591] env[68864]: DEBUG nova.compute.manager [req-e550445b-1df1-4dc1-9718-03906be000df req-949b5bb7-b38b-4095-8143-f052813d3f47 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Received event network-vif-deleted-cd09116c-e54e-40e4-b970-b82da1af5ec7 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.413797] env[68864]: INFO nova.compute.manager [req-e550445b-1df1-4dc1-9718-03906be000df req-949b5bb7-b38b-4095-8143-f052813d3f47 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Neutron deleted interface cd09116c-e54e-40e4-b970-b82da1af5ec7; detaching it from the instance and deleting it from the info cache [ 1116.414283] env[68864]: DEBUG nova.network.neutron [req-e550445b-1df1-4dc1-9718-03906be000df req-949b5bb7-b38b-4095-8143-f052813d3f47 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.512479] env[68864]: INFO nova.compute.manager [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Took 13.74 seconds to build instance. [ 1116.591587] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186146, 'name': Rename_Task, 'duration_secs': 0.148844} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.592073] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.592745] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-765f1792-4015-4270-81a1-2c0f3bab46d2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.599748] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1116.599748] env[68864]: value = "task-3186147" [ 1116.599748] env[68864]: _type = "Task" [ 1116.599748] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.609633] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.649931] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272ab23-7e21-b5c1-ddbb-1079841efb25, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.651028] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92922788-24c9-4703-8c60-7205123316d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.658982] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1116.658982] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b436fd-870b-f77d-a530-8cd44e289eba" [ 1116.658982] env[68864]: _type = "Task" [ 1116.658982] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.672309] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b436fd-870b-f77d-a530-8cd44e289eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.805977] env[68864]: DEBUG nova.compute.manager [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1116.891207] env[68864]: DEBUG nova.network.neutron [-] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.917814] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bc007af-8851-4ffb-9ba5-ce06c55ae20d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.928200] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3515b6-2814-4bbe-86c0-11e543a9601a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.964390] env[68864]: DEBUG nova.compute.manager [req-e550445b-1df1-4dc1-9718-03906be000df req-949b5bb7-b38b-4095-8143-f052813d3f47 service nova] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Detach interface failed, port_id=cd09116c-e54e-40e4-b970-b82da1af5ec7, reason: Instance ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.016603] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0c88b464-d62a-4277-85a9-c807a06ea0ca tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.259s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.112706] env[68864]: DEBUG oslo_vmware.api [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186147, 'name': PowerOnVM_Task, 'duration_secs': 0.447492} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.112991] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.114608] env[68864]: DEBUG nova.compute.manager [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.116244] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec35e64-b5e8-47c3-b8fa-049ad0901782 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.173764] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b436fd-870b-f77d-a530-8cd44e289eba, 'name': SearchDatastore_Task, 'duration_secs': 0.019307} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.174095] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.174320] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] c847f1cd-1163-440f-9af4-b30e9602db7e/c847f1cd-1163-440f-9af4-b30e9602db7e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.174647] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3698d263-9547-4c3e-8de4-d4db9f2391f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.186055] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1117.186055] env[68864]: value = "task-3186148" [ 1117.186055] env[68864]: _type = "Task" [ 1117.186055] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.194228] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.335386] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.335736] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.393802] env[68864]: DEBUG nova.compute.manager [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Received event network-changed-be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.394086] env[68864]: DEBUG nova.compute.manager [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Refreshing instance network info cache due to event network-changed-be92e41f-3ebe-49cf-a159-143ee5c678b9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.394346] env[68864]: DEBUG oslo_concurrency.lockutils [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] Acquiring lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.394491] env[68864]: DEBUG oslo_concurrency.lockutils [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] Acquired lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.394647] env[68864]: DEBUG nova.network.neutron [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Refreshing network info cache for port be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.396065] env[68864]: INFO nova.compute.manager [-] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Took 1.24 seconds to deallocate network for instance. [ 1117.644784] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.699430] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186148, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.846554] env[68864]: INFO nova.compute.claims [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.902134] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.122693] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.123036] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.197881] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96037} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.198535] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] c847f1cd-1163-440f-9af4-b30e9602db7e/c847f1cd-1163-440f-9af4-b30e9602db7e.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.198535] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.198693] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9a4535f-733d-4d90-9c60-4a15d60f1c86 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.204785] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1118.204785] env[68864]: value = "task-3186149" [ 1118.204785] env[68864]: _type = "Task" [ 1118.204785] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.219466] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.355594] env[68864]: INFO nova.compute.resource_tracker [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating resource usage from migration 8b621620-f0b6-44b8-b1f8-2b4fc3c2fb11 [ 1118.375067] env[68864]: DEBUG nova.network.neutron [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Updated VIF entry in instance network info cache for port be92e41f-3ebe-49cf-a159-143ee5c678b9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.375368] env[68864]: DEBUG nova.network.neutron [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Updating instance_info_cache with network_info: [{"id": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "address": "fa:16:3e:2d:eb:99", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe92e41f-3e", "ovs_interfaceid": "be92e41f-3ebe-49cf-a159-143ee5c678b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.594017] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6371b9-c746-4c14-840d-494ddcf1a70c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.601017] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4412b96-4bdc-4421-885b-ab74e369fbf1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.633565] env[68864]: DEBUG nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.636576] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca72c76-d873-40e3-9b0f-669d28f2ea4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.644898] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b80774-37f9-4a03-bb08-3397b74d61d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.659122] env[68864]: DEBUG nova.compute.provider_tree [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.720269] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067129} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.720269] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.721599] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5c3a8-98fd-4fe7-b306-1d98ec865aaa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.742495] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c847f1cd-1163-440f-9af4-b30e9602db7e/c847f1cd-1163-440f-9af4-b30e9602db7e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.743106] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01159b9d-de11-451c-9863-80764bfee8ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.761735] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1118.761735] env[68864]: value = "task-3186150" [ 1118.761735] env[68864]: _type = "Task" [ 1118.761735] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.769589] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.881179] env[68864]: DEBUG oslo_concurrency.lockutils [req-d563cc79-3fad-4b7a-90dd-076be732975d req-9a83e33a-708b-44bc-8671-da5e113e7c2e service nova] Releasing lock "refresh_cache-90e0b7d0-1d27-48a5-b767-1957d853e99b" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.997389] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.997571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.159310] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.179078] env[68864]: ERROR nova.scheduler.client.report [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [req-40cced19-e2eb-49e4-b894-e888edce53b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40cced19-e2eb-49e4-b894-e888edce53b5"}]} [ 1119.196375] env[68864]: DEBUG nova.scheduler.client.report [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1119.211693] env[68864]: DEBUG nova.scheduler.client.report [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1119.211914] env[68864]: DEBUG nova.compute.provider_tree [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.222796] env[68864]: DEBUG nova.scheduler.client.report [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1119.243326] env[68864]: DEBUG nova.scheduler.client.report [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.272474] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186150, 'name': ReconfigVM_Task, 'duration_secs': 0.271168} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.272757] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c847f1cd-1163-440f-9af4-b30e9602db7e/c847f1cd-1163-440f-9af4-b30e9602db7e.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.273406] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1367f311-31de-4cbc-b85a-890ba558c6a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.281292] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1119.281292] env[68864]: value = "task-3186151" [ 1119.281292] env[68864]: _type = "Task" [ 1119.281292] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.290911] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186151, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.440120] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1361947-ded4-43f3-bfaf-3b8883ee4c64 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.447636] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f61e9f-431b-4bd1-889f-c438a53f5ed2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.477958] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0de358-918d-48a6-963b-020afce29ecd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.485392] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4ffc5e-480b-4e9e-aa12-ba3627e14a48 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.499116] env[68864]: DEBUG nova.compute.provider_tree [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.502702] env[68864]: DEBUG nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.791599] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186151, 'name': Rename_Task, 'duration_secs': 0.14871} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.791874] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.792185] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45646268-c630-4fbb-a610-0d80e7f7b756 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.798013] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1119.798013] env[68864]: value = "task-3186152" [ 1119.798013] env[68864]: _type = "Task" [ 1119.798013] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.806943] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.020466] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.033362] env[68864]: DEBUG nova.scheduler.client.report [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1120.033660] env[68864]: DEBUG nova.compute.provider_tree [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 146 to 147 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1120.033863] env[68864]: DEBUG nova.compute.provider_tree [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.310982] env[68864]: DEBUG oslo_vmware.api [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186152, 'name': PowerOnVM_Task, 'duration_secs': 0.456443} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.311434] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.311727] env[68864]: INFO nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1120.311972] env[68864]: DEBUG nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.313102] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df8b6c6-ba41-4ca6-97b1-ec81f1aefbc8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.539915] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.204s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.540820] env[68864]: INFO nova.compute.manager [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Migrating [ 1120.546994] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.902s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.547217] env[68864]: DEBUG nova.objects.instance [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1120.834300] env[68864]: INFO nova.compute.manager [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Took 14.30 seconds to build instance. [ 1121.060780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.060780] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.060780] env[68864]: DEBUG nova.network.neutron [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.339763] env[68864]: DEBUG oslo_concurrency.lockutils [None req-89013d66-dd33-43c2-aada-b7ab87eaaa24 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.820s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.363548] env[68864]: DEBUG nova.compute.manager [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.363918] env[68864]: DEBUG nova.compute.manager [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing instance network info cache due to event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.364246] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.364430] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.364856] env[68864]: DEBUG nova.network.neutron [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.566824] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dafc66c9-b6ec-4c38-8f3b-d0bebb3b3e82 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.569390] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.666s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.569390] env[68864]: DEBUG nova.objects.instance [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'resources' on Instance uuid ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.885701] env[68864]: DEBUG nova.network.neutron [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [{"id": "5c49a044-3c54-452a-8645-32512e0534b9", "address": "fa:16:3e:55:f2:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49a044-3c", "ovs_interfaceid": "5c49a044-3c54-452a-8645-32512e0534b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.060428] env[68864]: DEBUG nova.network.neutron [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updated VIF entry in instance network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.060785] env[68864]: DEBUG nova.network.neutron [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.278015] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236ed99-ef7a-49fc-9d0a-a2a3cde140b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.284777] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf7f5ad-3695-4479-9a22-e626be51aed5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.319116] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef0f9c5-4c28-4b37-9708-3ff7aaad03d9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.326437] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51d5b8d-6e71-4176-b48b-178f56e8aefd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.344720] env[68864]: DEBUG nova.compute.provider_tree [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.389728] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.566037] env[68864]: DEBUG oslo_concurrency.lockutils [req-4a9c5142-64d1-42e4-be82-f44b81981364 req-214cb214-8cb0-44c2-ae25-5ee6920efb6c service nova] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.850076] env[68864]: DEBUG nova.scheduler.client.report [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.355510] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.357797] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.199s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.359480] env[68864]: INFO nova.compute.claims [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.377357] env[68864]: INFO nova.scheduler.client.report [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted allocations for instance ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749 [ 1123.392556] env[68864]: DEBUG nova.compute.manager [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.392787] env[68864]: DEBUG nova.compute.manager [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing instance network info cache due to event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.392957] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.393757] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.393757] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing network info cache for port dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.884333] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c66e6e5f-febb-404e-a0ae-ae614ec0adb2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.385s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.903743] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4e3a83-5aeb-44ac-8463-b613909aec09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.923904] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance '8692cc16-bb6c-43a9-8425-95b062c108f2' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.127120] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updated VIF entry in instance network info cache for port dded02b7-2711-4a2b-8bc3-537e82f0632d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.127443] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.430966] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.432057] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c31a08-cf1a-4f4f-b62d-a688f9a596a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.439619] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1124.439619] env[68864]: value = "task-3186153" [ 1124.439619] env[68864]: _type = "Task" [ 1124.439619] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.449556] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.553866] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd098c5-cb73-4b9b-9c58-b8ae20096321 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.561568] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff8bfe-ce57-40d0-b466-bc4015873e58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.596144] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef488cd2-d90b-4844-a285-bb39d8e2341f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.603697] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a0f4b-65c8-4d13-9c44-4615fb4674da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.619126] env[68864]: DEBUG nova.compute.provider_tree [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.629969] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.630333] env[68864]: DEBUG nova.compute.manager [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.630539] env[68864]: DEBUG nova.compute.manager [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing instance network info cache due to event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.630966] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.631062] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.631220] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing network info cache for port dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.948541] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.948779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.953099] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186153, 'name': PowerOffVM_Task, 'duration_secs': 0.259862} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.953684] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.953757] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance '8692cc16-bb6c-43a9-8425-95b062c108f2' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.121350] env[68864]: DEBUG nova.scheduler.client.report [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.320933] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updated VIF entry in instance network info cache for port dded02b7-2711-4a2b-8bc3-537e82f0632d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.321327] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.454565] env[68864]: DEBUG nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.459635] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.459862] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.460029] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.460214] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.460361] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.460507] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.460734] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.460909] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.461151] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.461370] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.461587] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.467712] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fecbcc3a-877d-4193-aa09-237f4674cc45 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.484752] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1125.484752] env[68864]: value = "task-3186154" [ 1125.484752] env[68864]: _type = "Task" [ 1125.484752] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.493233] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.626613] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.627213] env[68864]: DEBUG nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.629883] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.610s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.631590] env[68864]: INFO nova.compute.claims [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.824411] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.824614] env[68864]: DEBUG nova.compute.manager [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.824683] env[68864]: DEBUG nova.compute.manager [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing instance network info cache due to event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.824869] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.825020] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.825237] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.989848] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.995083] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186154, 'name': ReconfigVM_Task, 'duration_secs': 0.339438} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.995403] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance '8692cc16-bb6c-43a9-8425-95b062c108f2' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.136059] env[68864]: DEBUG nova.compute.utils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.137505] env[68864]: DEBUG nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.137645] env[68864]: DEBUG nova.network.neutron [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.186369] env[68864]: DEBUG nova.policy [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ef3661d172a427f8ac43d1a2c665b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e780cf01d71b4b5abc9765da07f93104', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.501503] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:07:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8a4454ab-2433-47bc-abb9-9c63f29135dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-566252379',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.501856] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.502124] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.502369] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.502533] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.503723] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.503723] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.503889] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.504058] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.504233] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.504412] env[68864]: DEBUG nova.virt.hardware [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.509778] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.510723] env[68864]: DEBUG nova.network.neutron [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Successfully created port: 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.512627] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e191b5b3-068c-4879-8c97-01c7c2bfd405 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.535135] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1126.535135] env[68864]: value = "task-3186155" [ 1126.535135] env[68864]: _type = "Task" [ 1126.535135] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.543905] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.557646] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updated VIF entry in instance network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.558062] env[68864]: DEBUG nova.network.neutron [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.642924] env[68864]: DEBUG nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.844268] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd22bb1-534a-474b-a498-7f5c558b8aa3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.851639] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1575082d-70a8-4800-af0b-eb01c47c1847 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.880726] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4c2a9-bde3-420a-8ac9-6320719f481d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.887808] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d9d73-1e4b-44bb-a00a-81ccb1c8190f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.902158] env[68864]: DEBUG nova.compute.provider_tree [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.935112] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.935390] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.935555] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.935703] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.935850] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.935988] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.936149] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.936336] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1126.936489] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.044133] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186155, 'name': ReconfigVM_Task, 'duration_secs': 0.215637} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.044410] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.045239] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d953aca7-effa-4bb6-9dfc-93d57ed2b93f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.066500] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.067059] env[68864]: DEBUG oslo_concurrency.lockutils [req-91523cff-de88-47b1-b001-7b4ef9195225 req-4f2cdb5a-eeb1-4203-a84f-513517457b67 service nova] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.067436] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6912762f-b9f4-4bee-8519-0f9052db6dc6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.088048] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1127.088048] env[68864]: value = "task-3186156" [ 1127.088048] env[68864]: _type = "Task" [ 1127.088048] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.096866] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.405455] env[68864]: DEBUG nova.scheduler.client.report [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.439065] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.597730] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186156, 'name': ReconfigVM_Task, 'duration_secs': 0.250176} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.598013] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.598275] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance '8692cc16-bb6c-43a9-8425-95b062c108f2' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.659219] env[68864]: DEBUG nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.685038] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.685309] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.685464] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.685643] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.685788] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.685933] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.686154] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.686325] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.686482] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.686647] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.686816] env[68864]: DEBUG nova.virt.hardware [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.687673] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b225e9d-410c-41ba-bf3a-a3c31480c34a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.695097] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e85e35f-c9d0-43d5-b85c-8ba065743481 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.892143] env[68864]: DEBUG nova.compute.manager [req-e1344170-e5fd-4d1a-9326-63a637ed18b6 req-af2b61e6-b99d-4eee-b91a-921692bb8906 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-vif-plugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.892392] env[68864]: DEBUG oslo_concurrency.lockutils [req-e1344170-e5fd-4d1a-9326-63a637ed18b6 req-af2b61e6-b99d-4eee-b91a-921692bb8906 service nova] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.892605] env[68864]: DEBUG oslo_concurrency.lockutils [req-e1344170-e5fd-4d1a-9326-63a637ed18b6 req-af2b61e6-b99d-4eee-b91a-921692bb8906 service nova] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.892773] env[68864]: DEBUG oslo_concurrency.lockutils [req-e1344170-e5fd-4d1a-9326-63a637ed18b6 req-af2b61e6-b99d-4eee-b91a-921692bb8906 service nova] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.892943] env[68864]: DEBUG nova.compute.manager [req-e1344170-e5fd-4d1a-9326-63a637ed18b6 req-af2b61e6-b99d-4eee-b91a-921692bb8906 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] No waiting events found dispatching network-vif-plugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.893142] env[68864]: WARNING nova.compute.manager [req-e1344170-e5fd-4d1a-9326-63a637ed18b6 req-af2b61e6-b99d-4eee-b91a-921692bb8906 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received unexpected event network-vif-plugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 for instance with vm_state building and task_state spawning. [ 1127.910727] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.911299] env[68864]: DEBUG nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.914601] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.925s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.916132] env[68864]: INFO nova.compute.claims [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.974600] env[68864]: DEBUG nova.network.neutron [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Successfully updated port: 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.104844] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e50ed3-a21d-4964-a00e-3fa660878d8a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.124469] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e8bc3e-b939-45e1-9355-38be3c1cf9fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.141557] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance '8692cc16-bb6c-43a9-8425-95b062c108f2' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.422452] env[68864]: DEBUG nova.compute.utils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.426893] env[68864]: DEBUG nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.426893] env[68864]: DEBUG nova.network.neutron [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.462106] env[68864]: DEBUG nova.policy [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32e38385858d468ea619af38346a21d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a6c7d6749264cd7bc85e8ebc8a387a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.479196] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.479196] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.479196] env[68864]: DEBUG nova.network.neutron [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.685566] env[68864]: DEBUG nova.network.neutron [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Port 5c49a044-3c54-452a-8645-32512e0534b9 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1128.719471] env[68864]: DEBUG nova.network.neutron [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Successfully created port: cf9ccb76-fe9a-404f-9850-108cf789b1b3 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.927576] env[68864]: DEBUG nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.010489] env[68864]: DEBUG nova.network.neutron [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.128989] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33397f99-df66-4059-bc5a-dc21d6aabd83 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.136867] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3050c-a554-40b8-ac74-c0abf712f459 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.169914] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348189d-294d-428f-9450-ad0e4addae66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.177800] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6461d3-48be-4089-aa94-6d66de60f9a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.193751] env[68864]: DEBUG nova.compute.provider_tree [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.208766] env[68864]: DEBUG nova.network.neutron [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e33a74-61", "ovs_interfaceid": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.696948] env[68864]: DEBUG nova.scheduler.client.report [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.713783] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.713783] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.713957] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.715141] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.715436] env[68864]: DEBUG nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Instance network_info: |[{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e33a74-61", "ovs_interfaceid": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.716319] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:1c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e33a74-61a7-45f6-8bf4-ab55b7bcaa67', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.727644] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.729429] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.730281] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f93fca49-5833-4af5-bea8-f278b350fe61 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.761562] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.761562] env[68864]: value = "task-3186157" [ 1129.761562] env[68864]: _type = "Task" [ 1129.761562] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.772416] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186157, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.918545] env[68864]: DEBUG nova.compute.manager [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.918734] env[68864]: DEBUG nova.compute.manager [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing instance network info cache due to event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.918949] env[68864]: DEBUG oslo_concurrency.lockutils [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] Acquiring lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.919111] env[68864]: DEBUG oslo_concurrency.lockutils [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] Acquired lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.919273] env[68864]: DEBUG nova.network.neutron [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.938121] env[68864]: DEBUG nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.966039] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.966228] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.966416] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.966599] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.966745] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.966891] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.967108] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.967262] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.967428] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.967665] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.967851] env[68864]: DEBUG nova.virt.hardware [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.968766] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94e0200-3f7a-4961-bc42-5090a19ae6a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.976284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c597bbae-f9a3-4b4a-98e9-6af67570fd3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.151794] env[68864]: DEBUG nova.network.neutron [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Successfully updated port: cf9ccb76-fe9a-404f-9850-108cf789b1b3 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.208313] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.209010] env[68864]: DEBUG nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.211901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.773s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.212057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.212216] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1130.213239] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5043d7-75db-4af5-9cfc-f5db7f2a27ea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.223125] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff8f195-f008-4639-ae94-e4df7d9bb96f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.239027] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ade156-5945-45a7-9086-d2f434d81f34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.246179] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db671be-5942-4083-950a-a9756ac11b4b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.275901] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179102MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1130.276102] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.276408] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.285605] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186157, 'name': CreateVM_Task, 'duration_secs': 0.276574} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.285764] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.286439] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.286600] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.286905] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.287167] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c255997-d5bc-443c-b0fe-86bfb4d032ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.291914] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1130.291914] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bad25d-2a22-e83a-f8e1-3db6f87ab8c9" [ 1130.291914] env[68864]: _type = "Task" [ 1130.291914] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.301256] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bad25d-2a22-e83a-f8e1-3db6f87ab8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.596982] env[68864]: DEBUG nova.network.neutron [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updated VIF entry in instance network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.597332] env[68864]: DEBUG nova.network.neutron [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e33a74-61", "ovs_interfaceid": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.655053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "refresh_cache-ff9abfe5-f7d5-43df-a13a-f25cd1281859" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.655053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquired lock "refresh_cache-ff9abfe5-f7d5-43df-a13a-f25cd1281859" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.655053] env[68864]: DEBUG nova.network.neutron [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.714677] env[68864]: DEBUG nova.compute.utils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.715997] env[68864]: DEBUG nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.716223] env[68864]: DEBUG nova.network.neutron [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.751307] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.751491] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.751663] env[68864]: DEBUG nova.network.neutron [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.753899] env[68864]: DEBUG nova.policy [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8665199cf845a3ab30699ad3f74b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfcec59b59342a7b307be04ca3b8a76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.801799] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bad25d-2a22-e83a-f8e1-3db6f87ab8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.802103] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.802332] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.802562] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.802704] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.802873] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.803136] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa91034c-bcd0-451b-b561-10d7acfa4bb6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.811522] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.811680] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.812388] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0d74dc-ae73-43de-a7b5-48e2be3947d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.817554] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1130.817554] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520536d0-ecda-2e1c-bd89-c9da9a31b8bc" [ 1130.817554] env[68864]: _type = "Task" [ 1130.817554] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.825022] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520536d0-ecda-2e1c-bd89-c9da9a31b8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.848982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.849257] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.849442] env[68864]: INFO nova.compute.manager [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Shelving [ 1131.001568] env[68864]: DEBUG nova.network.neutron [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Successfully created port: 066780a0-3c1e-474f-a30d-43086582e4b3 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.099747] env[68864]: DEBUG oslo_concurrency.lockutils [req-e5a9c3ed-f8f7-44cf-90bb-faeb3e8b30fa req-fec2be09-86f3-4d3c-ab57-4239899601bc service nova] Releasing lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.187730] env[68864]: DEBUG nova.network.neutron [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.219160] env[68864]: DEBUG nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.289629] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Applying migration context for instance 8692cc16-bb6c-43a9-8425-95b062c108f2 as it has an incoming, in-progress migration 8b621620-f0b6-44b8-b1f8-2b4fc3c2fb11. Migration status is post-migrating {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1131.291343] env[68864]: INFO nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating resource usage from migration 8b621620-f0b6-44b8-b1f8-2b4fc3c2fb11 [ 1131.312349] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.312788] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.312788] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.312788] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f199c2a3-976f-4ab8-b403-981ceb3d4127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.312915] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f766fe95-2fd2-4b15-b205-fd0271d59647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313095] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9c50381b-8272-470c-a5e4-51db657b897d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313185] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313288] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance d4ee4af5-ae92-4f74-983d-211a47954a93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313455] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 90e0b7d0-1d27-48a5-b767-1957d853e99b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313455] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance c847f1cd-1163-440f-9af4-b30e9602db7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313566] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Migration 8b621620-f0b6-44b8-b1f8-2b4fc3c2fb11 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1131.313682] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 8692cc16-bb6c-43a9-8425-95b062c108f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313743] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 6ef4e5aa-df84-4de4-9548-549d2d102ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313849] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance ff9abfe5-f7d5-43df-a13a-f25cd1281859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.313956] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 13aaf0ac-c355-4e6d-a54c-8c51eec20a80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.314182] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1131.314319] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1131.317539] env[68864]: DEBUG nova.network.neutron [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Updating instance_info_cache with network_info: [{"id": "cf9ccb76-fe9a-404f-9850-108cf789b1b3", "address": "fa:16:3e:8d:32:9c", "network": {"id": "66c06ac3-1241-40ff-a0ca-cd42ef4454c6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1389097073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6c7d6749264cd7bc85e8ebc8a387a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9ccb76-fe", "ovs_interfaceid": "cf9ccb76-fe9a-404f-9850-108cf789b1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.333354] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520536d0-ecda-2e1c-bd89-c9da9a31b8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.337985] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95be7f5c-cd5e-484f-8941-50368885f7ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.344693] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1131.344693] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522db003-7605-bbc8-5fe2-064512362a90" [ 1131.344693] env[68864]: _type = "Task" [ 1131.344693] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.359718] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522db003-7605-bbc8-5fe2-064512362a90, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.363158] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.363458] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.364337] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98c688e8-e2f3-4e54-98d9-2fe80b1ac732 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.374475] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1131.374475] env[68864]: value = "task-3186158" [ 1131.374475] env[68864]: _type = "Task" [ 1131.374475] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.386372] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.560822] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c9001-d277-4fd7-9f71-97f0a384c461 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.570632] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ea777b-a19a-4717-8ebc-7117a7f94ad8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.605068] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a55672-44f9-46d0-9ecb-1eb60dd1925b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.613762] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27cb73c-7e2c-47cd-9dcd-20892af662c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.627853] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.685939] env[68864]: DEBUG nova.network.neutron [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [{"id": "5c49a044-3c54-452a-8645-32512e0534b9", "address": "fa:16:3e:55:f2:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49a044-3c", "ovs_interfaceid": "5c49a044-3c54-452a-8645-32512e0534b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.823514] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Releasing lock "refresh_cache-ff9abfe5-f7d5-43df-a13a-f25cd1281859" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.825432] env[68864]: DEBUG nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Instance network_info: |[{"id": "cf9ccb76-fe9a-404f-9850-108cf789b1b3", "address": "fa:16:3e:8d:32:9c", "network": {"id": "66c06ac3-1241-40ff-a0ca-cd42ef4454c6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1389097073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6c7d6749264cd7bc85e8ebc8a387a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9ccb76-fe", "ovs_interfaceid": "cf9ccb76-fe9a-404f-9850-108cf789b1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.825432] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:32:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf9ccb76-fe9a-404f-9850-108cf789b1b3', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.831775] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Creating folder: Project (1a6c7d6749264cd7bc85e8ebc8a387a1). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.832407] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aca54a91-9ac8-4c28-80f2-9efff5a99c39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.843256] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Created folder: Project (1a6c7d6749264cd7bc85e8ebc8a387a1) in parent group-v636929. [ 1131.843418] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Creating folder: Instances. Parent ref: group-v637221. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.843665] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a43a0cc-1d26-4e3b-b4ab-39d438b7b802 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.852356] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Created folder: Instances in parent group-v637221. [ 1131.852590] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.852778] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.852986] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42b0cb99-b1f3-4d49-8a20-c3aa55c85899 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.869130] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.869392] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56b545d5-86b5-4a20-9f7a-9dc0ad971e6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.875542] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1131.875542] env[68864]: value = "task-3186162" [ 1131.875542] env[68864]: _type = "Task" [ 1131.875542] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.876745] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.876745] env[68864]: value = "task-3186161" [ 1131.876745] env[68864]: _type = "Task" [ 1131.876745] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.890431] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.896818] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186161, 'name': CreateVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.897485] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440548} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.897726] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.897939] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.898207] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4f434fe-5141-41c0-9858-ed5bf5dbfc5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.903937] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1131.903937] env[68864]: value = "task-3186163" [ 1131.903937] env[68864]: _type = "Task" [ 1131.903937] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.911756] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.947272] env[68864]: DEBUG nova.compute.manager [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Received event network-vif-plugged-cf9ccb76-fe9a-404f-9850-108cf789b1b3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.947501] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] Acquiring lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.947692] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.947854] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.948105] env[68864]: DEBUG nova.compute.manager [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] No waiting events found dispatching network-vif-plugged-cf9ccb76-fe9a-404f-9850-108cf789b1b3 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.948239] env[68864]: WARNING nova.compute.manager [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Received unexpected event network-vif-plugged-cf9ccb76-fe9a-404f-9850-108cf789b1b3 for instance with vm_state building and task_state spawning. [ 1131.948398] env[68864]: DEBUG nova.compute.manager [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Received event network-changed-cf9ccb76-fe9a-404f-9850-108cf789b1b3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.948550] env[68864]: DEBUG nova.compute.manager [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Refreshing instance network info cache due to event network-changed-cf9ccb76-fe9a-404f-9850-108cf789b1b3. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.948732] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] Acquiring lock "refresh_cache-ff9abfe5-f7d5-43df-a13a-f25cd1281859" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.948864] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] Acquired lock "refresh_cache-ff9abfe5-f7d5-43df-a13a-f25cd1281859" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.949031] env[68864]: DEBUG nova.network.neutron [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Refreshing network info cache for port cf9ccb76-fe9a-404f-9850-108cf789b1b3 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.131523] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.188820] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.231268] env[68864]: DEBUG nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.258490] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.258753] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.258911] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.259106] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.259257] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.259404] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.259604] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.259760] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.259924] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.260275] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.260475] env[68864]: DEBUG nova.virt.hardware [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.261341] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc98480-e082-4fb0-ba63-bbd508610ebe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.269969] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a392d19-d58e-4a5c-a8ea-999fdc9da732 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.388639] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186161, 'name': CreateVM_Task, 'duration_secs': 0.329244} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.391342] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.391631] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186162, 'name': PowerOffVM_Task, 'duration_secs': 0.178578} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.392253] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.392414] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.392721] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.392969] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.393276] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9b8881-7803-45ea-a1d0-d5045c25a6ff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.395088] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ca8c6-9472-4500-b38d-b716b33b7edd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.399727] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1132.399727] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522262e1-9c9f-992b-d5f9-49a91a8dd980" [ 1132.399727] env[68864]: _type = "Task" [ 1132.399727] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.419328] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8971a9ce-e8ae-4756-b79a-48841d822f57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.425872] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060308} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.430109] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.430399] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522262e1-9c9f-992b-d5f9-49a91a8dd980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.433199] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9ccd4-7f4c-4f5f-abc4-2d6e879ca6a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.454571] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.456857] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d62cdb66-0a40-49bf-87cb-fac2855fcef3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.477376] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1132.477376] env[68864]: value = "task-3186164" [ 1132.477376] env[68864]: _type = "Task" [ 1132.477376] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.485106] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.636263] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1132.636503] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.360s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.712744] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442fa0b5-eb63-48f3-b0a7-794a9df37934 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.736537] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07db2f2-ab4a-4eb7-bd50-4c7922617871 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.744626] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance '8692cc16-bb6c-43a9-8425-95b062c108f2' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.760712] env[68864]: DEBUG nova.network.neutron [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Updated VIF entry in instance network info cache for port cf9ccb76-fe9a-404f-9850-108cf789b1b3. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.761064] env[68864]: DEBUG nova.network.neutron [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Updating instance_info_cache with network_info: [{"id": "cf9ccb76-fe9a-404f-9850-108cf789b1b3", "address": "fa:16:3e:8d:32:9c", "network": {"id": "66c06ac3-1241-40ff-a0ca-cd42ef4454c6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1389097073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a6c7d6749264cd7bc85e8ebc8a387a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9ccb76-fe", "ovs_interfaceid": "cf9ccb76-fe9a-404f-9850-108cf789b1b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.864942] env[68864]: DEBUG nova.network.neutron [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Successfully updated port: 066780a0-3c1e-474f-a30d-43086582e4b3 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.924946] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522262e1-9c9f-992b-d5f9-49a91a8dd980, 'name': SearchDatastore_Task, 'duration_secs': 0.068136} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.925294] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.925538] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.925779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.925926] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.926125] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.926393] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c64a639-913d-40f5-9567-72c25780bde6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.935176] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.937241] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.938714] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1132.938942] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524f46d5-34cf-43f6-81e0-1e483a32e8f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.941311] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-832a6e70-8149-492c-9a58-412a73acd2cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.945901] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1132.945901] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526875d2-1293-518e-3f73-bcaca9875f9f" [ 1132.945901] env[68864]: _type = "Task" [ 1132.945901] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.950317] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1132.950317] env[68864]: value = "task-3186165" [ 1132.950317] env[68864]: _type = "Task" [ 1132.950317] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.956928] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526875d2-1293-518e-3f73-bcaca9875f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.961582] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186165, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.986022] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.251512] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.251863] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-086d1fc4-e5ee-43fe-a372-f10e45ae350c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.259731] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1133.259731] env[68864]: value = "task-3186166" [ 1133.259731] env[68864]: _type = "Task" [ 1133.259731] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.266505] env[68864]: DEBUG oslo_concurrency.lockutils [req-9f544408-676d-4880-a60f-4a35c99e0eb7 req-22797da2-9539-40ce-963c-7855ada6f131 service nova] Releasing lock "refresh_cache-ff9abfe5-f7d5-43df-a13a-f25cd1281859" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.270036] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.368106] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "refresh_cache-13aaf0ac-c355-4e6d-a54c-8c51eec20a80" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.368335] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "refresh_cache-13aaf0ac-c355-4e6d-a54c-8c51eec20a80" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.368506] env[68864]: DEBUG nova.network.neutron [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.457894] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526875d2-1293-518e-3f73-bcaca9875f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.458905] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55471f57-8c65-4943-8ffe-5ea05c07d5a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.463743] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186165, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.466707] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1133.466707] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52439dc1-d7a2-3208-24b3-ba8509ac4a1b" [ 1133.466707] env[68864]: _type = "Task" [ 1133.466707] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.474274] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52439dc1-d7a2-3208-24b3-ba8509ac4a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.487885] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186164, 'name': ReconfigVM_Task, 'duration_secs': 0.788346} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.488191] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.488831] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e0e8a5-5ac8-425a-9c62-d8a7b4e55428 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.496158] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1133.496158] env[68864]: value = "task-3186167" [ 1133.496158] env[68864]: _type = "Task" [ 1133.496158] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.504384] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186167, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.770114] env[68864]: DEBUG oslo_vmware.api [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186166, 'name': PowerOnVM_Task, 'duration_secs': 0.388851} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.770387] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.770568] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84288d9d-ed3c-4dd6-97a4-54046e28af76 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance '8692cc16-bb6c-43a9-8425-95b062c108f2' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.910934] env[68864]: DEBUG nova.network.neutron [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.961917] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186165, 'name': CreateSnapshot_Task, 'duration_secs': 0.572531} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.962222] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1133.962966] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1882bd7-a0d7-498b-9675-d38029739de9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.984892] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52439dc1-d7a2-3208-24b3-ba8509ac4a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.984892] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.984892] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] ff9abfe5-f7d5-43df-a13a-f25cd1281859/ff9abfe5-f7d5-43df-a13a-f25cd1281859.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.985444] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b4bc861-b951-4ea3-9283-8dafb3d00c18 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.992585] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1133.992585] env[68864]: value = "task-3186168" [ 1133.992585] env[68864]: _type = "Task" [ 1133.992585] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.010526] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.014656] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186167, 'name': Rename_Task, 'duration_secs': 0.170502} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.015595] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.015855] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e98aa2-73b4-4b34-aa89-b40e6691f4ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.022041] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1134.022041] env[68864]: value = "task-3186169" [ 1134.022041] env[68864]: _type = "Task" [ 1134.022041] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.029686] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.049309] env[68864]: DEBUG nova.compute.manager [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Received event network-vif-plugged-066780a0-3c1e-474f-a30d-43086582e4b3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.049578] env[68864]: DEBUG oslo_concurrency.lockutils [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] Acquiring lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.049852] env[68864]: DEBUG oslo_concurrency.lockutils [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.050056] env[68864]: DEBUG oslo_concurrency.lockutils [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.050231] env[68864]: DEBUG nova.compute.manager [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] No waiting events found dispatching network-vif-plugged-066780a0-3c1e-474f-a30d-43086582e4b3 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.050498] env[68864]: WARNING nova.compute.manager [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Received unexpected event network-vif-plugged-066780a0-3c1e-474f-a30d-43086582e4b3 for instance with vm_state building and task_state spawning. [ 1134.050654] env[68864]: DEBUG nova.compute.manager [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Received event network-changed-066780a0-3c1e-474f-a30d-43086582e4b3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.050780] env[68864]: DEBUG nova.compute.manager [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Refreshing instance network info cache due to event network-changed-066780a0-3c1e-474f-a30d-43086582e4b3. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.051013] env[68864]: DEBUG oslo_concurrency.lockutils [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] Acquiring lock "refresh_cache-13aaf0ac-c355-4e6d-a54c-8c51eec20a80" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.079221] env[68864]: DEBUG nova.network.neutron [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Updating instance_info_cache with network_info: [{"id": "066780a0-3c1e-474f-a30d-43086582e4b3", "address": "fa:16:3e:a7:a5:70", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066780a0-3c", "ovs_interfaceid": "066780a0-3c1e-474f-a30d-43086582e4b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.484639] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1134.484925] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7be8c9d4-b76b-4bed-b684-edea82338f0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.493351] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1134.493351] env[68864]: value = "task-3186170" [ 1134.493351] env[68864]: _type = "Task" [ 1134.493351] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.503577] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186168, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.506780] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186170, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.531168] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.581917] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "refresh_cache-13aaf0ac-c355-4e6d-a54c-8c51eec20a80" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.582295] env[68864]: DEBUG nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Instance network_info: |[{"id": "066780a0-3c1e-474f-a30d-43086582e4b3", "address": "fa:16:3e:a7:a5:70", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066780a0-3c", "ovs_interfaceid": "066780a0-3c1e-474f-a30d-43086582e4b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.582592] env[68864]: DEBUG oslo_concurrency.lockutils [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] Acquired lock "refresh_cache-13aaf0ac-c355-4e6d-a54c-8c51eec20a80" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.582791] env[68864]: DEBUG nova.network.neutron [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Refreshing network info cache for port 066780a0-3c1e-474f-a30d-43086582e4b3 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.584035] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a5:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '066780a0-3c1e-474f-a30d-43086582e4b3', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.591429] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.592393] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.592617] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64476938-148f-4669-8524-4de7eeb1a025 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.615298] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.615298] env[68864]: value = "task-3186171" [ 1134.615298] env[68864]: _type = "Task" [ 1134.615298] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.624082] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186171, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.006027] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631626} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.009164] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] ff9abfe5-f7d5-43df-a13a-f25cd1281859/ff9abfe5-f7d5-43df-a13a-f25cd1281859.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.009402] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.009755] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186170, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.009994] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d21e3d-b004-4235-bd19-50c73750da6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.016187] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1135.016187] env[68864]: value = "task-3186172" [ 1135.016187] env[68864]: _type = "Task" [ 1135.016187] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.023793] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.031985] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186169, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.126103] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186171, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.330278] env[68864]: DEBUG nova.network.neutron [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Updated VIF entry in instance network info cache for port 066780a0-3c1e-474f-a30d-43086582e4b3. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.331142] env[68864]: DEBUG nova.network.neutron [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Updating instance_info_cache with network_info: [{"id": "066780a0-3c1e-474f-a30d-43086582e4b3", "address": "fa:16:3e:a7:a5:70", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap066780a0-3c", "ovs_interfaceid": "066780a0-3c1e-474f-a30d-43086582e4b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.506339] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186170, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.524091] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069903} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.527077] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.527805] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da628dd0-1949-41d6-9cae-05f71d4767b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.534395] env[68864]: DEBUG oslo_vmware.api [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186169, 'name': PowerOnVM_Task, 'duration_secs': 1.471649} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.543415] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.543624] env[68864]: INFO nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1135.543800] env[68864]: DEBUG nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.553391] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ff9abfe5-f7d5-43df-a13a-f25cd1281859/ff9abfe5-f7d5-43df-a13a-f25cd1281859.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.554110] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73025251-936a-464e-99bf-08f1255b244a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.556973] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36707ee0-5592-4c23-97fd-5bc3ba7822d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.577294] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1135.577294] env[68864]: value = "task-3186173" [ 1135.577294] env[68864]: _type = "Task" [ 1135.577294] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.585386] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.626323] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186171, 'name': CreateVM_Task, 'duration_secs': 0.623} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.626575] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.627280] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.627479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.627839] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.628150] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6f5d53-3429-4915-9894-2ce524df8985 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.632867] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1135.632867] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5213cf0f-c3ef-abd4-c6ee-1d759a29986b" [ 1135.632867] env[68864]: _type = "Task" [ 1135.632867] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.641223] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5213cf0f-c3ef-abd4-c6ee-1d759a29986b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.833911] env[68864]: DEBUG oslo_concurrency.lockutils [req-9eaa2c76-2522-49c7-ac63-5b01ecaba508 req-d28c1e5d-ede4-4216-8c42-d0225c9178f4 service nova] Releasing lock "refresh_cache-13aaf0ac-c355-4e6d-a54c-8c51eec20a80" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.874491] env[68864]: DEBUG nova.network.neutron [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Port 5c49a044-3c54-452a-8645-32512e0534b9 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1135.874818] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.875018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.875219] env[68864]: DEBUG nova.network.neutron [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.007629] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186170, 'name': CloneVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.089583] env[68864]: INFO nova.compute.manager [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Took 16.95 seconds to build instance. [ 1136.095443] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186173, 'name': ReconfigVM_Task, 'duration_secs': 0.319608} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.095702] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ff9abfe5-f7d5-43df-a13a-f25cd1281859/ff9abfe5-f7d5-43df-a13a-f25cd1281859.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.096340] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5e90051-077a-44c5-ba75-e7548873954a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.102516] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1136.102516] env[68864]: value = "task-3186174" [ 1136.102516] env[68864]: _type = "Task" [ 1136.102516] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.110196] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186174, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.143838] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5213cf0f-c3ef-abd4-c6ee-1d759a29986b, 'name': SearchDatastore_Task, 'duration_secs': 0.01447} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.144150] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.144443] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.144716] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.144896] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.145133] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.145448] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3871f6b4-cd05-414c-b6c1-b78f7aaadabf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.154649] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.154844] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.155616] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9996367c-c8a2-4616-a9a4-6f60ac808d06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.160526] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1136.160526] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bd22d3-0350-6fd2-a437-1d28b3ee3bcb" [ 1136.160526] env[68864]: _type = "Task" [ 1136.160526] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.169913] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bd22d3-0350-6fd2-a437-1d28b3ee3bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.509476] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186170, 'name': CloneVM_Task, 'duration_secs': 1.532083} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.509851] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Created linked-clone VM from snapshot [ 1136.510613] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53436e2f-bb90-41d8-a325-651eba4cdf9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.518012] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Uploading image 9750168b-2c96-40bd-91fb-51b82de44fd0 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1136.546028] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1136.546028] env[68864]: value = "vm-637225" [ 1136.546028] env[68864]: _type = "VirtualMachine" [ 1136.546028] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1136.546371] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d9ae8f3-5e9b-464e-a7ad-e3278ffc19c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.552980] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease: (returnval){ [ 1136.552980] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527531bd-6333-d5c9-cc64-84aa133af52a" [ 1136.552980] env[68864]: _type = "HttpNfcLease" [ 1136.552980] env[68864]: } obtained for exporting VM: (result){ [ 1136.552980] env[68864]: value = "vm-637225" [ 1136.552980] env[68864]: _type = "VirtualMachine" [ 1136.552980] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1136.552980] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the lease: (returnval){ [ 1136.552980] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527531bd-6333-d5c9-cc64-84aa133af52a" [ 1136.552980] env[68864]: _type = "HttpNfcLease" [ 1136.552980] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1136.558671] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1136.558671] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527531bd-6333-d5c9-cc64-84aa133af52a" [ 1136.558671] env[68864]: _type = "HttpNfcLease" [ 1136.558671] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1136.573042] env[68864]: DEBUG nova.network.neutron [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [{"id": "5c49a044-3c54-452a-8645-32512e0534b9", "address": "fa:16:3e:55:f2:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49a044-3c", "ovs_interfaceid": "5c49a044-3c54-452a-8645-32512e0534b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.591991] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9fc4d6bd-120b-4686-9171-b23ac084890d tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.469s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.613085] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186174, 'name': Rename_Task, 'duration_secs': 0.170151} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.613394] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.613662] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52143cf4-bcaf-46c0-af59-3e87cb1d0e40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.619296] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1136.619296] env[68864]: value = "task-3186176" [ 1136.619296] env[68864]: _type = "Task" [ 1136.619296] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.629358] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.670482] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bd22d3-0350-6fd2-a437-1d28b3ee3bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014656} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.671263] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a67b3e2-5c80-4409-88aa-cd65d19425f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.676444] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1136.676444] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d9a17-e38a-f922-8688-6d742800e500" [ 1136.676444] env[68864]: _type = "Task" [ 1136.676444] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.683965] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d9a17-e38a-f922-8688-6d742800e500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.950711] env[68864]: DEBUG nova.compute.manager [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.950923] env[68864]: DEBUG nova.compute.manager [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing instance network info cache due to event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.951251] env[68864]: DEBUG oslo_concurrency.lockutils [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] Acquiring lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.951408] env[68864]: DEBUG oslo_concurrency.lockutils [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] Acquired lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.951572] env[68864]: DEBUG nova.network.neutron [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.061387] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1137.061387] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527531bd-6333-d5c9-cc64-84aa133af52a" [ 1137.061387] env[68864]: _type = "HttpNfcLease" [ 1137.061387] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1137.061788] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1137.061788] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527531bd-6333-d5c9-cc64-84aa133af52a" [ 1137.061788] env[68864]: _type = "HttpNfcLease" [ 1137.061788] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1137.062513] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344ea9da-06f0-4bad-8a88-e31e4c3a2999 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.069427] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d50b8a-6f6b-e512-a1b0-2c1c14b4c5d0/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1137.069642] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d50b8a-6f6b-e512-a1b0-2c1c14b4c5d0/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1137.134030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.145367] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.186740] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d9a17-e38a-f922-8688-6d742800e500, 'name': SearchDatastore_Task, 'duration_secs': 0.030374} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.187034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.187308] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 13aaf0ac-c355-4e6d-a54c-8c51eec20a80/13aaf0ac-c355-4e6d-a54c-8c51eec20a80.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.187609] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d5eccf-20a2-4f07-a8f1-caf0c181ba25 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.193407] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1137.193407] env[68864]: value = "task-3186177" [ 1137.193407] env[68864]: _type = "Task" [ 1137.193407] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.200474] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.221403] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-d4ee4af5-ae92-4f74-983d-211a47954a93-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.221644] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-d4ee4af5-ae92-4f74-983d-211a47954a93-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.222022] env[68864]: DEBUG nova.objects.instance [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'flavor' on Instance uuid d4ee4af5-ae92-4f74-983d-211a47954a93 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.235065] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d71defb6-f707-43f9-898c-79c080d420b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.636903] env[68864]: DEBUG nova.compute.manager [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68864) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1137.636903] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.637199] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.649333] env[68864]: DEBUG oslo_vmware.api [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186176, 'name': PowerOnVM_Task, 'duration_secs': 0.852942} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.649634] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.649849] env[68864]: INFO nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1137.650051] env[68864]: DEBUG nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.651041] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9523eca-4405-4e26-accf-963a01aa1d36 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.701891] env[68864]: DEBUG nova.network.neutron [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updated VIF entry in instance network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.702424] env[68864]: DEBUG nova.network.neutron [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e33a74-61", "ovs_interfaceid": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.707270] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186177, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.831949] env[68864]: DEBUG nova.objects.instance [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'pci_requests' on Instance uuid d4ee4af5-ae92-4f74-983d-211a47954a93 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.143964] env[68864]: DEBUG nova.objects.instance [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lazy-loading 'migration_context' on Instance uuid 8692cc16-bb6c-43a9-8425-95b062c108f2 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.173972] env[68864]: INFO nova.compute.manager [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Took 18.17 seconds to build instance. [ 1138.206302] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611702} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.206728] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 13aaf0ac-c355-4e6d-a54c-8c51eec20a80/13aaf0ac-c355-4e6d-a54c-8c51eec20a80.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.207396] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.207396] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a15b9446-5b95-4a6f-b658-0a4d6fa8332a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.210276] env[68864]: DEBUG oslo_concurrency.lockutils [req-a9230a82-b691-46ba-b475-6e7996e95337 req-efa0089f-446a-41bd-9386-2f9fb5d4c862 service nova] Releasing lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.216027] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1138.216027] env[68864]: value = "task-3186178" [ 1138.216027] env[68864]: _type = "Task" [ 1138.216027] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.223744] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.334186] env[68864]: DEBUG nova.objects.base [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.335029] env[68864]: DEBUG nova.network.neutron [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.408529] env[68864]: DEBUG nova.policy [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.676346] env[68864]: DEBUG oslo_concurrency.lockutils [None req-7eed4c1a-9669-4629-8730-eae17747d5da tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.679s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.690220] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.690575] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.690908] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.691211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.691436] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.693615] env[68864]: INFO nova.compute.manager [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Terminating instance [ 1138.728341] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089558} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.729032] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.729581] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482641e-2173-4f8c-af06-28f387066bd9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.753240] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 13aaf0ac-c355-4e6d-a54c-8c51eec20a80/13aaf0ac-c355-4e6d-a54c-8c51eec20a80.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.756149] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0435c92a-b794-435f-bcab-9eec9e752d1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.775479] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1138.775479] env[68864]: value = "task-3186179" [ 1138.775479] env[68864]: _type = "Task" [ 1138.775479] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.785468] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.869807] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c915549d-e6ae-4d03-8a4b-dbc14e672e96 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.877397] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71673da4-986d-4d23-a4de-a69de83411c4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.908294] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476a2e4-d83b-40a1-8fa8-d12ce6b49815 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.915605] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcd332d-6096-48ee-910e-8607f820d3fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.929160] env[68864]: DEBUG nova.compute.provider_tree [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.199671] env[68864]: DEBUG nova.compute.manager [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.199980] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.200978] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb5210f-0ee9-40b8-8ef4-ae3d72fd75d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.210854] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.211166] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d0e071-859d-4815-af73-3b75ba4a902b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.217628] env[68864]: DEBUG oslo_vmware.api [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1139.217628] env[68864]: value = "task-3186180" [ 1139.217628] env[68864]: _type = "Task" [ 1139.217628] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.225474] env[68864]: DEBUG oslo_vmware.api [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.286603] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.433562] env[68864]: DEBUG nova.scheduler.client.report [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.727577] env[68864]: DEBUG oslo_vmware.api [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186180, 'name': PowerOffVM_Task, 'duration_secs': 0.30037} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.727935] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.728119] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.728372] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d2563ad-20cf-4055-b071-4a6f458922af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.785857] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186179, 'name': ReconfigVM_Task, 'duration_secs': 0.60627} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.786159] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 13aaf0ac-c355-4e6d-a54c-8c51eec20a80/13aaf0ac-c355-4e6d-a54c-8c51eec20a80.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.786839] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ea21ee-0bf9-41e8-b9b0-46ad65d0e0d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.791852] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.792061] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.792330] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Deleting the datastore file [datastore1] ff9abfe5-f7d5-43df-a13a-f25cd1281859 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.793555] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e119a6ec-9982-49ed-8172-acaf447e13f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.795476] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1139.795476] env[68864]: value = "task-3186182" [ 1139.795476] env[68864]: _type = "Task" [ 1139.795476] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.801747] env[68864]: DEBUG oslo_vmware.api [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for the task: (returnval){ [ 1139.801747] env[68864]: value = "task-3186183" [ 1139.801747] env[68864]: _type = "Task" [ 1139.801747] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.807934] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186182, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.812662] env[68864]: DEBUG oslo_vmware.api [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.854775] env[68864]: DEBUG nova.compute.manager [req-9290035d-7d5c-4dbf-91d3-22311e6c18a9 req-8246e028-e553-4a88-8b7f-fda17adb90d0 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-vif-plugged-e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.855066] env[68864]: DEBUG oslo_concurrency.lockutils [req-9290035d-7d5c-4dbf-91d3-22311e6c18a9 req-8246e028-e553-4a88-8b7f-fda17adb90d0 service nova] Acquiring lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.855360] env[68864]: DEBUG oslo_concurrency.lockutils [req-9290035d-7d5c-4dbf-91d3-22311e6c18a9 req-8246e028-e553-4a88-8b7f-fda17adb90d0 service nova] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.855573] env[68864]: DEBUG oslo_concurrency.lockutils [req-9290035d-7d5c-4dbf-91d3-22311e6c18a9 req-8246e028-e553-4a88-8b7f-fda17adb90d0 service nova] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.855752] env[68864]: DEBUG nova.compute.manager [req-9290035d-7d5c-4dbf-91d3-22311e6c18a9 req-8246e028-e553-4a88-8b7f-fda17adb90d0 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] No waiting events found dispatching network-vif-plugged-e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.855958] env[68864]: WARNING nova.compute.manager [req-9290035d-7d5c-4dbf-91d3-22311e6c18a9 req-8246e028-e553-4a88-8b7f-fda17adb90d0 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received unexpected event network-vif-plugged-e4996344-1627-4fb0-aaa3-0c8dd45ba77c for instance with vm_state active and task_state None. [ 1139.889754] env[68864]: DEBUG nova.network.neutron [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Successfully updated port: e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.305543] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186182, 'name': Rename_Task, 'duration_secs': 0.207043} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.308652] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.308909] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90e0e67-d4c6-48bc-983f-efbc9d31119e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.315029] env[68864]: DEBUG oslo_vmware.api [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Task: {'id': task-3186183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233605} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.316191] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.316428] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.316578] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.316754] env[68864]: INFO nova.compute.manager [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1140.316984] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.317249] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1140.317249] env[68864]: value = "task-3186184" [ 1140.317249] env[68864]: _type = "Task" [ 1140.317249] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.317463] env[68864]: DEBUG nova.compute.manager [-] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.317597] env[68864]: DEBUG nova.network.neutron [-] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.326186] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.392497] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.392735] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.392961] env[68864]: DEBUG nova.network.neutron [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.445020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.808s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.828783] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.928977] env[68864]: WARNING nova.network.neutron [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] 5e217d6b-2f9a-43c3-a232-1e44840c48e4 already exists in list: networks containing: ['5e217d6b-2f9a-43c3-a232-1e44840c48e4']. ignoring it [ 1141.072640] env[68864]: DEBUG nova.network.neutron [-] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.236374] env[68864]: DEBUG nova.network.neutron [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "address": "fa:16:3e:ab:c5:d9", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4996344-16", "ovs_interfaceid": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.328867] env[68864]: DEBUG oslo_vmware.api [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186184, 'name': PowerOnVM_Task, 'duration_secs': 0.751042} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.329172] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.329524] env[68864]: INFO nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1141.329605] env[68864]: DEBUG nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.330378] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085b0091-5ef8-45f0-a40e-65c200abc25a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.576582] env[68864]: INFO nova.compute.manager [-] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Took 1.26 seconds to deallocate network for instance. [ 1141.739502] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.740221] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.740378] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.741583] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d92b260-daac-4a9e-b5cf-6237a57314c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.760123] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.760470] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.760561] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.760704] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.760856] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.760993] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.761233] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.761393] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.761563] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.761726] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.761901] env[68864]: DEBUG nova.virt.hardware [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.768253] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Reconfiguring VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1141.768595] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b256ea89-04a0-4d16-824d-11fec9a35ad8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.786321] env[68864]: DEBUG oslo_vmware.api [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1141.786321] env[68864]: value = "task-3186185" [ 1141.786321] env[68864]: _type = "Task" [ 1141.786321] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.796032] env[68864]: DEBUG oslo_vmware.api [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186185, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.849124] env[68864]: INFO nova.compute.manager [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Took 15.88 seconds to build instance. [ 1141.950377] env[68864]: DEBUG nova.compute.manager [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-changed-e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.950607] env[68864]: DEBUG nova.compute.manager [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing instance network info cache due to event network-changed-e4996344-1627-4fb0-aaa3-0c8dd45ba77c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.950829] env[68864]: DEBUG oslo_concurrency.lockutils [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.951054] env[68864]: DEBUG oslo_concurrency.lockutils [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.951243] env[68864]: DEBUG nova.network.neutron [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing network info cache for port e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.986972] env[68864]: INFO nova.compute.manager [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Swapping old allocation on dict_keys(['0edbe77d-9903-40bc-a8b5-90dc781ff22f']) held by migration 8b621620-f0b6-44b8-b1f8-2b4fc3c2fb11 for instance [ 1142.015215] env[68864]: DEBUG nova.scheduler.client.report [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Overwriting current allocation {'allocations': {'0edbe77d-9903-40bc-a8b5-90dc781ff22f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': 'f2fc65cfd5cf4624ab7d15d53e360b93', 'user_id': '2f58078a259b45f78fec3bf0064f99e0', 'consumer_generation': 1} on consumer 8692cc16-bb6c-43a9-8425-95b062c108f2 {{(pid=68864) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1142.083593] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.083593] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.084061] env[68864]: DEBUG nova.objects.instance [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lazy-loading 'resources' on Instance uuid ff9abfe5-f7d5-43df-a13a-f25cd1281859 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.094911] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.095128] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquired lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.095345] env[68864]: DEBUG nova.network.neutron [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.296822] env[68864]: DEBUG oslo_vmware.api [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.351438] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9468c41b-c35a-47fd-b282-4ed1ceddf065 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.402s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.688887] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.689167] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.689417] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.689565] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.689804] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.694864] env[68864]: INFO nova.compute.manager [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Terminating instance [ 1142.732181] env[68864]: DEBUG nova.network.neutron [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updated VIF entry in instance network info cache for port e4996344-1627-4fb0-aaa3-0c8dd45ba77c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.732676] env[68864]: DEBUG nova.network.neutron [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "address": "fa:16:3e:ab:c5:d9", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4996344-16", "ovs_interfaceid": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.783185] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e7e6d9-7258-4e75-9792-16aef30a92de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.793837] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709fdac3-d817-4d45-89b6-5fd8ce777784 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.800342] env[68864]: DEBUG oslo_vmware.api [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186185, 'name': ReconfigVM_Task, 'duration_secs': 0.733958} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.801263] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.801532] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Reconfigured VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1142.833488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b00869fb-0459-4524-b747-d2147d8e63d1 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-d4ee4af5-ae92-4f74-983d-211a47954a93-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.612s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.836902] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2912c8-235b-4e63-9e1e-ffeb715edbc1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.846792] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8647b2b-c4a2-4333-b344-9f02e6773b8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.862766] env[68864]: DEBUG nova.compute.provider_tree [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.873611] env[68864]: DEBUG nova.network.neutron [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [{"id": "5c49a044-3c54-452a-8645-32512e0534b9", "address": "fa:16:3e:55:f2:c7", "network": {"id": "4dd0b151-3cdd-4a17-b2b2-024bfeb4452b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e53ef1b16ad74c2db32a4b246e16876d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c49a044-3c", "ovs_interfaceid": "5c49a044-3c54-452a-8645-32512e0534b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.204031] env[68864]: DEBUG nova.compute.manager [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.205022] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.205285] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a8f37-ca07-44da-83be-84cf04f60cab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.213367] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.213630] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a332c501-9519-4b05-ab13-05e302d7bf4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.220868] env[68864]: DEBUG oslo_vmware.api [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1143.220868] env[68864]: value = "task-3186186" [ 1143.220868] env[68864]: _type = "Task" [ 1143.220868] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.229891] env[68864]: DEBUG oslo_vmware.api [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.235697] env[68864]: DEBUG oslo_concurrency.lockutils [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.236046] env[68864]: DEBUG nova.compute.manager [req-9a013cbd-11f9-4f95-9e32-0c984a131614 req-19eda120-3c86-43c7-81e9-e525f6f2f7b8 service nova] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Received event network-vif-deleted-cf9ccb76-fe9a-404f-9850-108cf789b1b3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.367604] env[68864]: DEBUG nova.scheduler.client.report [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.375922] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Releasing lock "refresh_cache-8692cc16-bb6c-43a9-8425-95b062c108f2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.376345] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.376638] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c63e781-be9d-4d2c-96e1-7629743199b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.384662] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1143.384662] env[68864]: value = "task-3186187" [ 1143.384662] env[68864]: _type = "Task" [ 1143.384662] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.394934] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.731222] env[68864]: DEBUG oslo_vmware.api [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186186, 'name': PowerOffVM_Task, 'duration_secs': 0.451329} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.731505] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.731677] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.731931] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ad5e07-c357-46b6-9217-7fa632e52652 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.797022] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.797267] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.797435] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleting the datastore file [datastore1] 13aaf0ac-c355-4e6d-a54c-8c51eec20a80 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.797725] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3c0e86b-f9a8-4d1a-a6c4-445349187984 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.804096] env[68864]: DEBUG oslo_vmware.api [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1143.804096] env[68864]: value = "task-3186189" [ 1143.804096] env[68864]: _type = "Task" [ 1143.804096] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.812832] env[68864]: DEBUG oslo_vmware.api [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.873302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.894831] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186187, 'name': PowerOffVM_Task, 'duration_secs': 0.293491} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.895785] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.896571] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:07:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8a4454ab-2433-47bc-abb9-9c63f29135dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-566252379',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.896844] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.896963] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.897164] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.897499] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.897499] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.897686] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.897792] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.897961] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.898150] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.898329] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.904136] env[68864]: INFO nova.scheduler.client.report [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Deleted allocations for instance ff9abfe5-f7d5-43df-a13a-f25cd1281859 [ 1143.905182] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff321e2e-1b20-46da-a1e7-6a0d982a82da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.927166] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1143.927166] env[68864]: value = "task-3186190" [ 1143.927166] env[68864]: _type = "Task" [ 1143.927166] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.942029] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.314293] env[68864]: DEBUG oslo_vmware.api [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15403} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.314616] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.314848] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.315137] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.315407] env[68864]: INFO nova.compute.manager [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1144.315692] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.315894] env[68864]: DEBUG nova.compute.manager [-] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.316015] env[68864]: DEBUG nova.network.neutron [-] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.426015] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d1537f13-dd4d-4998-b231-b82f1c2ab08c tempest-ServerPasswordTestJSON-1060180768 tempest-ServerPasswordTestJSON-1060180768-project-member] Lock "ff9abfe5-f7d5-43df-a13a-f25cd1281859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.735s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.440385] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186190, 'name': ReconfigVM_Task, 'duration_secs': 0.157629} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.441831] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-d4ee4af5-ae92-4f74-983d-211a47954a93-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.442184] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-d4ee4af5-ae92-4f74-983d-211a47954a93-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.444555] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49db413e-aec1-4d51-8b3c-eba496eb4943 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.470766] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T21:07:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8a4454ab-2433-47bc-abb9-9c63f29135dc',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-566252379',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.470999] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.471169] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.471370] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.471518] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.471660] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.471864] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.472030] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.472408] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.472588] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.472872] env[68864]: DEBUG nova.virt.hardware [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.473988] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31424f74-9330-4b00-919e-a946f8b584b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.480650] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1144.480650] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522be3c8-b783-4cf4-ee8e-e422cd49baff" [ 1144.480650] env[68864]: _type = "Task" [ 1144.480650] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.490630] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522be3c8-b783-4cf4-ee8e-e422cd49baff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.597628] env[68864]: DEBUG nova.compute.manager [req-f474508e-580e-47ec-834d-eaeaed27501a req-3e338a73-f436-4d04-bb45-8446b044941f service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Received event network-vif-deleted-066780a0-3c1e-474f-a30d-43086582e4b3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.597837] env[68864]: INFO nova.compute.manager [req-f474508e-580e-47ec-834d-eaeaed27501a req-3e338a73-f436-4d04-bb45-8446b044941f service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Neutron deleted interface 066780a0-3c1e-474f-a30d-43086582e4b3; detaching it from the instance and deleting it from the info cache [ 1144.598025] env[68864]: DEBUG nova.network.neutron [req-f474508e-580e-47ec-834d-eaeaed27501a req-3e338a73-f436-4d04-bb45-8446b044941f service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.950388] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.950681] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.952050] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f9b8af-ac9b-4ccd-b749-f6b27e37eeaa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.977022] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49310b16-abec-4109-8517-167b5ff4ddc0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.007034] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Reconfiguring VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1145.007837] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc3095d-375a-49fb-9b0c-97347d09289d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.024625] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522be3c8-b783-4cf4-ee8e-e422cd49baff, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.030585] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.032149] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c5d95df-71af-4773-8923-9ac5773278b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.046897] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1145.046897] env[68864]: value = "task-3186191" [ 1145.046897] env[68864]: _type = "Task" [ 1145.046897] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.051885] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1145.051885] env[68864]: value = "task-3186192" [ 1145.051885] env[68864]: _type = "Task" [ 1145.051885] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.058953] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.063514] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.082750] env[68864]: DEBUG nova.network.neutron [-] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.100670] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ed53b10-b2ef-45b9-9543-4ff491f465a2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.111678] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f53b59-5473-4444-ab16-45f443b42f79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.146100] env[68864]: DEBUG nova.compute.manager [req-f474508e-580e-47ec-834d-eaeaed27501a req-3e338a73-f436-4d04-bb45-8446b044941f service nova] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Detach interface failed, port_id=066780a0-3c1e-474f-a30d-43086582e4b3, reason: Instance 13aaf0ac-c355-4e6d-a54c-8c51eec20a80 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.287325] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.287599] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.287599] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.288553] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.288553] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.288553] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Cleaning up deleted instances with incomplete migration {{(pid=68864) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1145.559982] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.565288] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186192, 'name': ReconfigVM_Task, 'duration_secs': 0.221894} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.565599] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.567079] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c9d69-1cdf-4e76-81d0-bbe0a65c6a72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.589303] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.589865] env[68864]: INFO nova.compute.manager [-] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Took 1.27 seconds to deallocate network for instance. [ 1145.590064] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b895d3-36e2-4c88-98b7-fcffa6f2d158 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.612216] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1145.612216] env[68864]: value = "task-3186193" [ 1145.612216] env[68864]: _type = "Task" [ 1145.612216] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.621766] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.790895] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.058707] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.114391] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.114391] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.114391] env[68864]: DEBUG nova.objects.instance [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'resources' on Instance uuid 13aaf0ac-c355-4e6d-a54c-8c51eec20a80 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.131265] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186193, 'name': ReconfigVM_Task, 'duration_secs': 0.299372} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.132238] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2/8692cc16-bb6c-43a9-8425-95b062c108f2.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.133888] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaec9d0-3999-485a-84f2-30fad65e1405 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.156829] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6443d0f3-1061-43c3-9923-c4f46a2b58a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.180918] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40929ff-c101-40df-b698-a01b91338e0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.204266] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5648d345-af88-4803-b395-86d13c12598f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.213076] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.213076] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a76d8d98-f506-49a4-8bb5-5855866ec7f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.216507] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d50b8a-6f6b-e512-a1b0-2c1c14b4c5d0/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1146.217650] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75851333-bb78-4300-9a98-091f6e6f9179 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.226675] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d50b8a-6f6b-e512-a1b0-2c1c14b4c5d0/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1146.226849] env[68864]: ERROR oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d50b8a-6f6b-e512-a1b0-2c1c14b4c5d0/disk-0.vmdk due to incomplete transfer. [ 1146.227991] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fdd259f8-cdea-4877-acc0-5c397d2202c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.229546] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1146.229546] env[68864]: value = "task-3186194" [ 1146.229546] env[68864]: _type = "Task" [ 1146.229546] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.239905] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.239905] env[68864]: DEBUG oslo_vmware.rw_handles [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d50b8a-6f6b-e512-a1b0-2c1c14b4c5d0/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1146.239905] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Uploaded image 9750168b-2c96-40bd-91fb-51b82de44fd0 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1146.242376] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1146.242622] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d89e80a9-b746-46d6-b31f-307a868672a9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.247866] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1146.247866] env[68864]: value = "task-3186195" [ 1146.247866] env[68864]: _type = "Task" [ 1146.247866] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.261409] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186195, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.373532] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67d137e-92b9-4903-b41e-eb8788576160 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.380033] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118ee146-bb1d-4abd-9dc2-1ecea22b87d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.417711] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb31e85-30fd-48a1-96ca-93bc9b89a5a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.425986] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cc6e29-c78c-495a-a05f-20ebc10776b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.440438] env[68864]: DEBUG nova.compute.provider_tree [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.567524] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.739609] env[68864]: DEBUG oslo_vmware.api [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186194, 'name': PowerOnVM_Task, 'duration_secs': 0.40169} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.740187] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.756193] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186195, 'name': Destroy_Task, 'duration_secs': 0.358678} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.756461] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Destroyed the VM [ 1146.756745] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.757359] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff582290-780d-4b64-b007-a56057c10936 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.764010] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1146.764010] env[68864]: value = "task-3186196" [ 1146.764010] env[68864]: _type = "Task" [ 1146.764010] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.771383] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186196, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.944676] env[68864]: DEBUG nova.scheduler.client.report [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.059983] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.273605] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186196, 'name': RemoveSnapshot_Task, 'duration_secs': 0.433014} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.273873] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1147.274158] env[68864]: DEBUG nova.compute.manager [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.274921] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfcec77-a757-495c-a653-40539c2f2202 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.292650] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.293637] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.293837] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.293978] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1147.294146] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.449741] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.338s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.473974] env[68864]: INFO nova.scheduler.client.report [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted allocations for instance 13aaf0ac-c355-4e6d-a54c-8c51eec20a80 [ 1147.560776] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.751770] env[68864]: INFO nova.compute.manager [None req-0cc05906-fbde-4593-8f32-c7226fc37e7b tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance to original state: 'active' [ 1147.787221] env[68864]: INFO nova.compute.manager [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Shelve offloading [ 1147.797099] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.797349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.797540] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.797869] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1147.799059] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb0d0ec-6153-40cb-8eac-95705235e3c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.808451] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139b02d0-3706-4f66-925b-7c5b943a54f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.822741] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea9408c-4735-4665-9f4c-e020b55528c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.829210] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e32487-106d-477e-aa92-cf26097f784b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.860009] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179303MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1147.860169] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.860378] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.982447] env[68864]: DEBUG oslo_concurrency.lockutils [None req-aebd4942-fd2f-40a4-8789-f2827ce339ae tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "13aaf0ac-c355-4e6d-a54c-8c51eec20a80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.293s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.061421] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.291479] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.291692] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecd4afcf-6bf1-4af3-b9b9-21c76e0774dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.298809] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1148.298809] env[68864]: value = "task-3186197" [ 1148.298809] env[68864]: _type = "Task" [ 1148.298809] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.307602] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.307784] env[68864]: DEBUG nova.compute.manager [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.308497] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d5415-8619-4438-9fb7-161d29c51797 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.313706] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.313868] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.314038] env[68864]: DEBUG nova.network.neutron [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.563367] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.625265] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "6924b592-15c4-42ab-8fab-1107274b5bae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.625520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "6924b592-15c4-42ab-8fab-1107274b5bae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.006812] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.007129] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.007227] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.007295] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f199c2a3-976f-4ab8-b403-981ceb3d4127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.007420] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f766fe95-2fd2-4b15-b205-fd0271d59647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.007538] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9c50381b-8272-470c-a5e4-51db657b897d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.007754] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.007885] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance d4ee4af5-ae92-4f74-983d-211a47954a93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.008000] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 90e0b7d0-1d27-48a5-b767-1957d853e99b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.008129] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance c847f1cd-1163-440f-9af4-b30e9602db7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.008588] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 8692cc16-bb6c-43a9-8425-95b062c108f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.008747] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 6ef4e5aa-df84-4de4-9548-549d2d102ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1149.044511] env[68864]: DEBUG nova.network.neutron [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2f0976-47", "ovs_interfaceid": "1f2f0976-4762-463f-a362-a42b68ce338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.065816] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.127705] env[68864]: DEBUG nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.507227] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "8692cc16-bb6c-43a9-8425-95b062c108f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.508112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.508112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.508112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.508112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.510511] env[68864]: INFO nova.compute.manager [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Terminating instance [ 1149.513456] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 6924b592-15c4-42ab-8fab-1107274b5bae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1149.513689] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1149.513902] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1149.547878] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.563559] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.649398] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.757163] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e19edb-2b2c-4083-ac33-b9ed064fbeaf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.766120] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d08cd-b4c5-4879-880b-4f4e4d41597f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.799413] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a74807-a6a9-40d7-ae4b-f8b39d3f8f26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.802905] env[68864]: DEBUG nova.compute.manager [req-e49945d7-aefc-4384-a72b-0669ca947245 req-fe233b51-b5ea-45dc-b046-9b5affd111d9 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-vif-unplugged-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.803123] env[68864]: DEBUG oslo_concurrency.lockutils [req-e49945d7-aefc-4384-a72b-0669ca947245 req-fe233b51-b5ea-45dc-b046-9b5affd111d9 service nova] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.803329] env[68864]: DEBUG oslo_concurrency.lockutils [req-e49945d7-aefc-4384-a72b-0669ca947245 req-fe233b51-b5ea-45dc-b046-9b5affd111d9 service nova] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.803492] env[68864]: DEBUG oslo_concurrency.lockutils [req-e49945d7-aefc-4384-a72b-0669ca947245 req-fe233b51-b5ea-45dc-b046-9b5affd111d9 service nova] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.803656] env[68864]: DEBUG nova.compute.manager [req-e49945d7-aefc-4384-a72b-0669ca947245 req-fe233b51-b5ea-45dc-b046-9b5affd111d9 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] No waiting events found dispatching network-vif-unplugged-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.803819] env[68864]: WARNING nova.compute.manager [req-e49945d7-aefc-4384-a72b-0669ca947245 req-fe233b51-b5ea-45dc-b046-9b5affd111d9 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received unexpected event network-vif-unplugged-1f2f0976-4762-463f-a362-a42b68ce338c for instance with vm_state shelved and task_state shelving_offloading. [ 1149.809378] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7b64c2-77ee-48cf-900f-8b12df43244a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.822850] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.876047] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.876904] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd82f29e-bfae-468e-8f3d-e3eb2acbd580 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.885129] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.885359] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2454fe2-59c8-4832-9e73-c74427ae32f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.983751] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.983949] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.984157] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleting the datastore file [datastore2] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.984429] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8136691-2db7-4da9-8171-0524d351f493 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.990836] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1149.990836] env[68864]: value = "task-3186199" [ 1149.990836] env[68864]: _type = "Task" [ 1149.990836] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.998279] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.018202] env[68864]: DEBUG nova.compute.manager [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.018491] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.019172] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e09622c-db05-4669-9fe4-971626af040f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.025172] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.025474] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ccdbc40-cf7c-4f02-8bd7-6cba7c4f9462 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.030659] env[68864]: DEBUG oslo_vmware.api [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1150.030659] env[68864]: value = "task-3186200" [ 1150.030659] env[68864]: _type = "Task" [ 1150.030659] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.037987] env[68864]: DEBUG oslo_vmware.api [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.063976] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.326118] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.504935] env[68864]: DEBUG oslo_vmware.api [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199092} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.505115] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.505249] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.505453] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.523613] env[68864]: INFO nova.scheduler.client.report [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted allocations for instance 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 [ 1150.540052] env[68864]: DEBUG oslo_vmware.api [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186200, 'name': PowerOffVM_Task, 'duration_secs': 0.184838} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.540052] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.540284] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.540357] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83309e9e-365d-4606-a012-2078808e6743 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.564706] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.606365] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.606693] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.606945] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Deleting the datastore file [datastore2] 8692cc16-bb6c-43a9-8425-95b062c108f2 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.607304] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb6a930-71e9-4e53-af79-f135ebf7d900 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.613753] env[68864]: DEBUG oslo_vmware.api [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1150.613753] env[68864]: value = "task-3186202" [ 1150.613753] env[68864]: _type = "Task" [ 1150.613753] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.622981] env[68864]: DEBUG oslo_vmware.api [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.831509] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1150.831774] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.971s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.832148] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.183s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.833931] env[68864]: INFO nova.compute.claims [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.836869] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.837031] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Cleaning up deleted instances {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1151.028909] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.065289] env[68864]: DEBUG oslo_vmware.api [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186191, 'name': ReconfigVM_Task, 'duration_secs': 5.760764} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.065289] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.065687] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Reconfigured VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1151.123329] env[68864]: DEBUG oslo_vmware.api [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141953} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.123570] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.123751] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.123927] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.124111] env[68864]: INFO nova.compute.manager [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1151.124556] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.124556] env[68864]: DEBUG nova.compute.manager [-] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.124677] env[68864]: DEBUG nova.network.neutron [-] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.355226] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] There are 57 instances to clean {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1151.355463] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 13aaf0ac-c355-4e6d-a54c-8c51eec20a80] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.517221] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0c8025-8877-4305-9949-0def598fd764 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.527338] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10997a9-b828-4d4e-8891-c6eb1f1b251e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.569065] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d0636-9fac-4d57-b2b3-45b13acf9e08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.576700] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662e5f82-9fa8-4b21-8e5b-75bb5c81c9bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.591016] env[68864]: DEBUG nova.compute.provider_tree [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.816199] env[68864]: DEBUG nova.compute.manager [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.816424] env[68864]: DEBUG nova.compute.manager [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing instance network info cache due to event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.816672] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] Acquiring lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.816826] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] Acquired lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.816988] env[68864]: DEBUG nova.network.neutron [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.863335] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: ff9abfe5-f7d5-43df-a13a-f25cd1281859] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.072060] env[68864]: DEBUG nova.network.neutron [-] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.094351] env[68864]: DEBUG nova.scheduler.client.report [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.291104] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.366074] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: ee95aaa3-3bfd-4c9b-a19f-e4aa6cd93749] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.574785] env[68864]: DEBUG nova.network.neutron [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updated VIF entry in instance network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.575883] env[68864]: DEBUG nova.network.neutron [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": null, "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1f2f0976-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.576546] env[68864]: INFO nova.compute.manager [-] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Took 1.45 seconds to deallocate network for instance. [ 1152.576928] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.577284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.577506] env[68864]: DEBUG nova.network.neutron [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.598992] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.767s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.599663] env[68864]: DEBUG nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.601986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.573s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.602087] env[68864]: DEBUG nova.objects.instance [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'resources' on Instance uuid 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.870389] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 5f06a3ce-7ae2-441b-b466-074d3d23caec] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.080115] env[68864]: DEBUG oslo_concurrency.lockutils [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] Releasing lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.080456] env[68864]: DEBUG nova.compute.manager [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Received event network-vif-deleted-5c49a044-3c54-452a-8645-32512e0534b9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.080677] env[68864]: INFO nova.compute.manager [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Neutron deleted interface 5c49a044-3c54-452a-8645-32512e0534b9; detaching it from the instance and deleting it from the info cache [ 1153.080895] env[68864]: DEBUG nova.network.neutron [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.086044] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.105530] env[68864]: DEBUG nova.compute.utils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.107144] env[68864]: DEBUG nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.107314] env[68864]: DEBUG nova.network.neutron [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.109522] env[68864]: DEBUG nova.objects.instance [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'numa_topology' on Instance uuid 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.165188] env[68864]: DEBUG nova.policy [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8665199cf845a3ab30699ad3f74b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfcec59b59342a7b307be04ca3b8a76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.373116] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 22d7ae9a-d9de-4ad3-9bc5-6138c7228ff5] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.582744] env[68864]: INFO nova.network.neutron [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Port e4996344-1627-4fb0-aaa3-0c8dd45ba77c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1153.583138] env[68864]: DEBUG nova.network.neutron [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.585568] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fdaaa3b-6236-4cdf-9d13-9555624e12ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.595633] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4105b727-59e0-45ae-9b17-a4b8a45eed92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.610889] env[68864]: DEBUG nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.613367] env[68864]: DEBUG nova.objects.base [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Object Instance<42aabb46-25b4-49a5-bc06-7b3bb98d6e15> lazy-loaded attributes: resources,numa_topology {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.632535] env[68864]: DEBUG nova.compute.manager [req-ea202a4f-416a-49b8-afb2-2ea0f2eb19c9 req-379019c4-fa54-4207-93d5-a3e6c756d16f service nova] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Detach interface failed, port_id=5c49a044-3c54-452a-8645-32512e0534b9, reason: Instance 8692cc16-bb6c-43a9-8425-95b062c108f2 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.720123] env[68864]: DEBUG nova.network.neutron [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Successfully created port: 3afebf0f-2948-4c95-bf4d-582a3e410c7a {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.769249] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-c847f1cd-1163-440f-9af4-b30e9602db7e-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.769249] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-c847f1cd-1163-440f-9af4-b30e9602db7e-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.769249] env[68864]: DEBUG nova.objects.instance [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'flavor' on Instance uuid c847f1cd-1163-440f-9af4-b30e9602db7e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.794018] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992fc29f-5ae4-41ad-bc8a-8842fc401a0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.800482] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b828803-2d8d-46d6-81a3-4478a0eb8e81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.831701] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7532945a-9aa7-4c91-a536-9d6d70de21c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.839411] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c7143-522a-4ec1-84eb-927d3399bf17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.846307] env[68864]: DEBUG nova.compute.manager [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.846307] env[68864]: DEBUG nova.compute.manager [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing instance network info cache due to event network-changed-fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.846509] env[68864]: DEBUG oslo_concurrency.lockutils [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] Acquiring lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.858556] env[68864]: DEBUG nova.compute.provider_tree [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.877754] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: daada544-0a8e-4f12-9106-b86f44ab92a1] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.086953] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.089683] env[68864]: DEBUG oslo_concurrency.lockutils [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] Acquired lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.089881] env[68864]: DEBUG nova.network.neutron [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Refreshing network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.361557] env[68864]: DEBUG nova.scheduler.client.report [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.367127] env[68864]: DEBUG nova.objects.instance [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'pci_requests' on Instance uuid c847f1cd-1163-440f-9af4-b30e9602db7e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.379574] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: a464ef75-46c4-4e0c-9027-ad6d478a3904] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.592409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1687cf9a-73f3-47e2-aafd-c0c37dae39db tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-d4ee4af5-ae92-4f74-983d-211a47954a93-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.150s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.621906] env[68864]: DEBUG nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.628802] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "f199c2a3-976f-4ab8-b403-981ceb3d4127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.629023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.629225] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "f199c2a3-976f-4ab8-b403-981ceb3d4127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.629630] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.629630] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.631596] env[68864]: INFO nova.compute.manager [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Terminating instance [ 1154.648903] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.649150] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.649307] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.649494] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.649648] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.649794] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.649998] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.650172] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.650339] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.650498] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.650668] env[68864]: DEBUG nova.virt.hardware [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.651735] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888230c7-0cf9-4f24-b815-3066a42aa29f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.661398] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860dc1e4-c468-4315-9276-d2e13d154354 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.782293] env[68864]: DEBUG nova.network.neutron [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updated VIF entry in instance network info cache for port fb43bc74-e055-4ffd-b2b2-a20e45eabf58. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.782652] env[68864]: DEBUG nova.network.neutron [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [{"id": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "address": "fa:16:3e:bc:a8:a2", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb43bc74-e0", "ovs_interfaceid": "fb43bc74-e055-4ffd-b2b2-a20e45eabf58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.870183] env[68864]: DEBUG nova.objects.base [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.870403] env[68864]: DEBUG nova.network.neutron [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.872806] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.875111] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.790s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.875291] env[68864]: DEBUG nova.objects.instance [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lazy-loading 'resources' on Instance uuid 8692cc16-bb6c-43a9-8425-95b062c108f2 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.882666] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 2129e57d-35c2-48e3-92ea-85c05550fa13] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.934763] env[68864]: DEBUG nova.policy [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d769e3d744945569afdd14db81570c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b762ff8df77347db8994e22c399f5a5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.136060] env[68864]: DEBUG nova.compute.manager [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.136337] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.137493] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27547c4-b930-4508-92c2-30b7a8db52a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.146297] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.146548] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e50542-1660-4a45-a263-1fb3609e211b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.154573] env[68864]: DEBUG oslo_vmware.api [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1155.154573] env[68864]: value = "task-3186203" [ 1155.154573] env[68864]: _type = "Task" [ 1155.154573] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.162152] env[68864]: DEBUG oslo_vmware.api [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.285378] env[68864]: DEBUG oslo_concurrency.lockutils [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] Releasing lock "refresh_cache-d4ee4af5-ae92-4f74-983d-211a47954a93" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.285713] env[68864]: DEBUG nova.compute.manager [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.285908] env[68864]: DEBUG nova.compute.manager [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing instance network info cache due to event network-changed-dded02b7-2711-4a2b-8bc3-537e82f0632d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.286157] env[68864]: DEBUG oslo_concurrency.lockutils [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.286374] env[68864]: DEBUG oslo_concurrency.lockutils [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.286482] env[68864]: DEBUG nova.network.neutron [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing network info cache for port dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.347177] env[68864]: DEBUG nova.network.neutron [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Successfully updated port: 3afebf0f-2948-4c95-bf4d-582a3e410c7a {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.382588] env[68864]: DEBUG oslo_concurrency.lockutils [None req-93a9b2d5-bd9c-4b4c-b0ce-2f8ee7811785 tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.533s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.383452] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.093s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.383643] env[68864]: INFO nova.compute.manager [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Unshelving [ 1155.384926] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 9f590ce1-df39-49be-a6fc-078104f1f589] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.539588] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f4016-aeb2-40ee-918f-9b52f270bd5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.547247] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b65babf-e731-4692-adc3-8dd1f3943ad7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.577704] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccdb964-c846-49ee-8138-aa1a72a8e1f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.585049] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aae4e55-295f-4283-8143-121d062a6d34 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.598676] env[68864]: DEBUG nova.compute.provider_tree [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.604545] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "90e0b7d0-1d27-48a5-b767-1957d853e99b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.604901] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.605058] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "90e0b7d0-1d27-48a5-b767-1957d853e99b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.605203] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.605371] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.607492] env[68864]: INFO nova.compute.manager [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Terminating instance [ 1155.664898] env[68864]: DEBUG oslo_vmware.api [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186203, 'name': PowerOffVM_Task, 'duration_secs': 0.192263} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.665186] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.665354] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.665670] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0ec724-458e-4952-bedf-dd628332c1c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.728665] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.728824] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.729017] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleting the datastore file [datastore1] f199c2a3-976f-4ab8-b403-981ceb3d4127 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.729292] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c42efc8-a587-464a-b604-17255530d808 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.735910] env[68864]: DEBUG oslo_vmware.api [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1155.735910] env[68864]: value = "task-3186205" [ 1155.735910] env[68864]: _type = "Task" [ 1155.735910] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.744483] env[68864]: DEBUG oslo_vmware.api [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.852075] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "refresh_cache-6924b592-15c4-42ab-8fab-1107274b5bae" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.852267] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "refresh_cache-6924b592-15c4-42ab-8fab-1107274b5bae" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.852419] env[68864]: DEBUG nova.network.neutron [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.871715] env[68864]: DEBUG nova.compute.manager [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Received event network-vif-plugged-3afebf0f-2948-4c95-bf4d-582a3e410c7a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.871940] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] Acquiring lock "6924b592-15c4-42ab-8fab-1107274b5bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.872157] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] Lock "6924b592-15c4-42ab-8fab-1107274b5bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.872324] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] Lock "6924b592-15c4-42ab-8fab-1107274b5bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.872503] env[68864]: DEBUG nova.compute.manager [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] No waiting events found dispatching network-vif-plugged-3afebf0f-2948-4c95-bf4d-582a3e410c7a {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.872640] env[68864]: WARNING nova.compute.manager [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Received unexpected event network-vif-plugged-3afebf0f-2948-4c95-bf4d-582a3e410c7a for instance with vm_state building and task_state spawning. [ 1155.872797] env[68864]: DEBUG nova.compute.manager [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Received event network-changed-3afebf0f-2948-4c95-bf4d-582a3e410c7a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.872936] env[68864]: DEBUG nova.compute.manager [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Refreshing instance network info cache due to event network-changed-3afebf0f-2948-4c95-bf4d-582a3e410c7a. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.873108] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] Acquiring lock "refresh_cache-6924b592-15c4-42ab-8fab-1107274b5bae" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.888969] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 8c951090-a586-4562-896e-098b10b867dd] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.009239] env[68864]: DEBUG nova.network.neutron [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updated VIF entry in instance network info cache for port dded02b7-2711-4a2b-8bc3-537e82f0632d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.009636] env[68864]: DEBUG nova.network.neutron [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.101364] env[68864]: DEBUG nova.scheduler.client.report [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.110689] env[68864]: DEBUG nova.compute.manager [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.110914] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.111812] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f59cc4-e6d3-4fa7-876b-e63c956d7460 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.119745] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.119970] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066c7922-57eb-4d25-9eaf-3f47ef72a10c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.125266] env[68864]: DEBUG oslo_vmware.api [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1156.125266] env[68864]: value = "task-3186206" [ 1156.125266] env[68864]: _type = "Task" [ 1156.125266] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.134200] env[68864]: DEBUG oslo_vmware.api [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.246288] env[68864]: DEBUG oslo_vmware.api [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145166} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.246715] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.246875] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.247086] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.247274] env[68864]: INFO nova.compute.manager [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1156.247617] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.248213] env[68864]: DEBUG nova.compute.manager [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.248312] env[68864]: DEBUG nova.network.neutron [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.388695] env[68864]: DEBUG nova.network.neutron [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.391593] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 4e38f724-d53f-4edb-bcb1-4fd9b7b11995] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.414365] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.513048] env[68864]: DEBUG oslo_concurrency.lockutils [req-5991ace0-e039-4eae-8092-dfc342ab7afe req-1c7d1eec-0a9f-42f5-81e3-f27acadb271c service nova] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.549484] env[68864]: DEBUG nova.network.neutron [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Updating instance_info_cache with network_info: [{"id": "3afebf0f-2948-4c95-bf4d-582a3e410c7a", "address": "fa:16:3e:a1:59:e4", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afebf0f-29", "ovs_interfaceid": "3afebf0f-2948-4c95-bf4d-582a3e410c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.606879] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.609495] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.195s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.609791] env[68864]: DEBUG nova.objects.instance [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'pci_requests' on Instance uuid 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.626914] env[68864]: INFO nova.scheduler.client.report [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Deleted allocations for instance 8692cc16-bb6c-43a9-8425-95b062c108f2 [ 1156.644451] env[68864]: DEBUG oslo_vmware.api [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186206, 'name': PowerOffVM_Task, 'duration_secs': 0.189382} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.644980] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.644980] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.645661] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6dc96ad-cc31-4681-874a-8aee301e632e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.714247] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.714494] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.714676] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleting the datastore file [datastore2] 90e0b7d0-1d27-48a5-b767-1957d853e99b {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.714936] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc0060b4-0237-4a8b-b672-40bfcdb92d68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.721807] env[68864]: DEBUG oslo_vmware.api [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1156.721807] env[68864]: value = "task-3186208" [ 1156.721807] env[68864]: _type = "Task" [ 1156.721807] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.736889] env[68864]: DEBUG oslo_vmware.api [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.746633] env[68864]: DEBUG nova.network.neutron [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Successfully updated port: e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.900484] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: c4f2a36b-5389-46b5-ab2b-d79ea3b5bb10] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.051878] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "refresh_cache-6924b592-15c4-42ab-8fab-1107274b5bae" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.052261] env[68864]: DEBUG nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Instance network_info: |[{"id": "3afebf0f-2948-4c95-bf4d-582a3e410c7a", "address": "fa:16:3e:a1:59:e4", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afebf0f-29", "ovs_interfaceid": "3afebf0f-2948-4c95-bf4d-582a3e410c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.052600] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] Acquired lock "refresh_cache-6924b592-15c4-42ab-8fab-1107274b5bae" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.052783] env[68864]: DEBUG nova.network.neutron [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Refreshing network info cache for port 3afebf0f-2948-4c95-bf4d-582a3e410c7a {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.054054] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:59:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3afebf0f-2948-4c95-bf4d-582a3e410c7a', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.061661] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.062649] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.062874] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14ac7608-fc66-40e4-9c1b-67f7a922551a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.086308] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.086308] env[68864]: value = "task-3186209" [ 1157.086308] env[68864]: _type = "Task" [ 1157.086308] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.099322] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186209, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.116826] env[68864]: DEBUG nova.objects.instance [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'numa_topology' on Instance uuid 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.143856] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b8e3627a-7e73-4ed5-af3a-baebee0292e1 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "8692cc16-bb6c-43a9-8425-95b062c108f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.636s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.233165] env[68864]: DEBUG oslo_vmware.api [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136753} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.233742] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.233961] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.234164] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.234339] env[68864]: INFO nova.compute.manager [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1157.234584] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.234894] env[68864]: DEBUG nova.compute.manager [-] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.234993] env[68864]: DEBUG nova.network.neutron [-] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.247184] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.247592] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.247718] env[68864]: DEBUG nova.network.neutron [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.386132] env[68864]: DEBUG nova.network.neutron [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.403748] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 02e1758c-eff1-49dc-be05-5e3e4499e78f] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.593924] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "f766fe95-2fd2-4b15-b205-fd0271d59647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.594203] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.594370] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.594545] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.594711] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.597239] env[68864]: INFO nova.compute.manager [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Terminating instance [ 1157.603650] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186209, 'name': CreateVM_Task, 'duration_secs': 0.429188} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.603983] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.605043] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.605281] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.605668] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.605907] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9595daf-b360-44da-85eb-0a79a5d09e59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.611572] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1157.611572] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524aacf9-82ff-d590-919c-ce2ab4c29c36" [ 1157.611572] env[68864]: _type = "Task" [ 1157.611572] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.621042] env[68864]: INFO nova.compute.claims [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.623240] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524aacf9-82ff-d590-919c-ce2ab4c29c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.787364] env[68864]: WARNING nova.network.neutron [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] 5e217d6b-2f9a-43c3-a232-1e44840c48e4 already exists in list: networks containing: ['5e217d6b-2f9a-43c3-a232-1e44840c48e4']. ignoring it [ 1157.848894] env[68864]: DEBUG nova.network.neutron [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Updated VIF entry in instance network info cache for port 3afebf0f-2948-4c95-bf4d-582a3e410c7a. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.849282] env[68864]: DEBUG nova.network.neutron [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Updating instance_info_cache with network_info: [{"id": "3afebf0f-2948-4c95-bf4d-582a3e410c7a", "address": "fa:16:3e:a1:59:e4", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afebf0f-29", "ovs_interfaceid": "3afebf0f-2948-4c95-bf4d-582a3e410c7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.889031] env[68864]: INFO nova.compute.manager [-] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Took 1.64 seconds to deallocate network for instance. [ 1157.906629] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 9b39b8db-449c-4728-8389-940e0d1e04fd] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.914801] env[68864]: DEBUG nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-vif-plugged-e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.915016] env[68864]: DEBUG oslo_concurrency.lockutils [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] Acquiring lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.915672] env[68864]: DEBUG oslo_concurrency.lockutils [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.915854] env[68864]: DEBUG oslo_concurrency.lockutils [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.916032] env[68864]: DEBUG nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] No waiting events found dispatching network-vif-plugged-e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.916200] env[68864]: WARNING nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received unexpected event network-vif-plugged-e4996344-1627-4fb0-aaa3-0c8dd45ba77c for instance with vm_state active and task_state None. [ 1157.916360] env[68864]: DEBUG nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-changed-e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.916582] env[68864]: DEBUG nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing instance network info cache due to event network-changed-e4996344-1627-4fb0-aaa3-0c8dd45ba77c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.916746] env[68864]: DEBUG oslo_concurrency.lockutils [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.089821] env[68864]: DEBUG nova.network.neutron [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "address": "fa:16:3e:ab:c5:d9", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4996344-16", "ovs_interfaceid": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.105703] env[68864]: DEBUG nova.compute.manager [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.106206] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.107268] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b0428-3a46-4ba1-b791-f3edff8b6cdd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.119139] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.119961] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc6f3cbb-23b3-410b-8466-e30b4f4b6b0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.127446] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524aacf9-82ff-d590-919c-ce2ab4c29c36, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.128151] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.128382] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.128639] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.128790] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.128969] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.129236] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef81bf8c-2c2f-471a-ac30-d5c3a0c3adb4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.132095] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1158.132095] env[68864]: value = "task-3186210" [ 1158.132095] env[68864]: _type = "Task" [ 1158.132095] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.140639] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.141686] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.141859] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.142818] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093ed733-2f90-48a0-a4e5-6a32191342a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.147921] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1158.147921] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242c32a-6ab3-2534-4faf-aee82c8d5941" [ 1158.147921] env[68864]: _type = "Task" [ 1158.147921] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.156143] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242c32a-6ab3-2534-4faf-aee82c8d5941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.281482] env[68864]: DEBUG nova.network.neutron [-] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.351739] env[68864]: DEBUG oslo_concurrency.lockutils [req-7d34aafb-b60a-411a-bf53-f85adf4dba2b req-6d291ba0-2ab0-414f-9a6c-434769f9f27e service nova] Releasing lock "refresh_cache-6924b592-15c4-42ab-8fab-1107274b5bae" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.395509] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.410031] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 64afd238-548b-41de-b41c-2a8057b1e8d0] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.593094] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.593982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.594264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.594651] env[68864]: DEBUG oslo_concurrency.lockutils [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.594925] env[68864]: DEBUG nova.network.neutron [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Refreshing network info cache for port e4996344-1627-4fb0-aaa3-0c8dd45ba77c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.596788] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740d993-f333-49b9-932f-e00fed492130 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.618029] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.619838] env[68864]: DEBUG nova.virt.hardware [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.626028] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Reconfiguring VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1158.627071] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4f6d3f8-9c6a-4f99-91c8-5b65c5a4b482 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.651111] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.654978] env[68864]: DEBUG oslo_vmware.api [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1158.654978] env[68864]: value = "task-3186211" [ 1158.654978] env[68864]: _type = "Task" [ 1158.654978] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.662048] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242c32a-6ab3-2534-4faf-aee82c8d5941, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.665370] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11653cf1-3062-4ef9-9a98-17a81f3ba965 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.670599] env[68864]: DEBUG oslo_vmware.api [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.673426] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1158.673426] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52756316-1ff8-b553-1b34-9220407b881f" [ 1158.673426] env[68864]: _type = "Task" [ 1158.673426] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.684027] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52756316-1ff8-b553-1b34-9220407b881f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.784646] env[68864]: INFO nova.compute.manager [-] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Took 1.55 seconds to deallocate network for instance. [ 1158.811417] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6994b-8667-4307-a92f-e1d98ed75925 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.819970] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0897adc4-4eae-48b5-b2b3-0398bfeea0d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.852102] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac99e72-3d75-44e5-8837-ad74b17e7d5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.860188] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf91b090-954c-4a7f-b9a1-4f2ad08656db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.876093] env[68864]: DEBUG nova.compute.provider_tree [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.912732] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 53ec18b2-6be6-4138-94b4-d2aee71a4f8e] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.151291] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.163059] env[68864]: DEBUG oslo_vmware.api [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.183482] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52756316-1ff8-b553-1b34-9220407b881f, 'name': SearchDatastore_Task, 'duration_secs': 0.009733} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.185899] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.186229] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 6924b592-15c4-42ab-8fab-1107274b5bae/6924b592-15c4-42ab-8fab-1107274b5bae.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.186574] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c823918-f9c7-4bf2-80e2-143eeee8bcbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.192189] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1159.192189] env[68864]: value = "task-3186212" [ 1159.192189] env[68864]: _type = "Task" [ 1159.192189] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.201110] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.293547] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.299190] env[68864]: DEBUG nova.network.neutron [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updated VIF entry in instance network info cache for port e4996344-1627-4fb0-aaa3-0c8dd45ba77c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.299710] env[68864]: DEBUG nova.network.neutron [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "address": "fa:16:3e:ab:c5:d9", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4996344-16", "ovs_interfaceid": "e4996344-1627-4fb0-aaa3-0c8dd45ba77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.397365] env[68864]: ERROR nova.scheduler.client.report [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [req-8ddf512c-1431-4bc3-869f-c3d662a18470] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0edbe77d-9903-40bc-a8b5-90dc781ff22f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8ddf512c-1431-4bc3-869f-c3d662a18470"}]} [ 1159.415116] env[68864]: DEBUG nova.scheduler.client.report [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1159.417421] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 5fae2104-5add-40ad-9e1e-4c47739b3017] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.432746] env[68864]: DEBUG nova.scheduler.client.report [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1159.432969] env[68864]: DEBUG nova.compute.provider_tree [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.447240] env[68864]: DEBUG nova.scheduler.client.report [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1159.467312] env[68864]: DEBUG nova.scheduler.client.report [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1159.635445] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6b09a7-ac1e-497d-bf38-4331031b6c67 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.649362] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad00cfa-26b3-4528-a5a7-8d6eab4cf47e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.659388] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.689274] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41606dcf-c656-4e5b-a198-dd75f4818d2f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.700949] env[68864]: DEBUG oslo_vmware.api [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186211, 'name': ReconfigVM_Task, 'duration_secs': 0.536602} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.701870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.702109] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Reconfigured VM to attach interface {{(pid=68864) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1159.705506] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271cf56d-b706-48c5-84fe-8ff6d6d60729 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.712743] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483248} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.713351] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 6924b592-15c4-42ab-8fab-1107274b5bae/6924b592-15c4-42ab-8fab-1107274b5bae.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.713608] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.713838] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1013952d-b71d-46ae-9d1e-28d638d53458 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.723272] env[68864]: DEBUG nova.compute.provider_tree [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.729657] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1159.729657] env[68864]: value = "task-3186213" [ 1159.729657] env[68864]: _type = "Task" [ 1159.729657] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.739377] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.803129] env[68864]: DEBUG oslo_concurrency.lockutils [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.803563] env[68864]: DEBUG nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Received event network-vif-deleted-5a88efae-906f-4217-bc2e-9d5ab8b1c5c6 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.803798] env[68864]: DEBUG nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Received event network-vif-deleted-be92e41f-3ebe-49cf-a159-143ee5c678b9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.803998] env[68864]: INFO nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Neutron deleted interface be92e41f-3ebe-49cf-a159-143ee5c678b9; detaching it from the instance and deleting it from the info cache [ 1159.804186] env[68864]: DEBUG nova.network.neutron [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.921437] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 517e4882-535f-4c30-9040-042391903a4f] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.153448] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186210, 'name': PowerOffVM_Task, 'duration_secs': 1.721283} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.153653] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.153826] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.154079] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8735c864-07ac-4f07-9ece-cf8b52a0994e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.214540] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b9fd5cae-eeea-4f2e-a10b-181725413578 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-c847f1cd-1163-440f-9af4-b30e9602db7e-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.446s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.227182] env[68864]: DEBUG nova.scheduler.client.report [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.239757] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056723} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.240013] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.240764] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cdd784-bcf2-4156-8203-b37d5e24484b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.262260] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 6924b592-15c4-42ab-8fab-1107274b5bae/6924b592-15c4-42ab-8fab-1107274b5bae.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.262696] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08104366-13bf-4e38-ad8a-7524da0d6828 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.281212] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1160.281212] env[68864]: value = "task-3186215" [ 1160.281212] env[68864]: _type = "Task" [ 1160.281212] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.288341] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.307588] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b45237c7-3232-48bd-a1b3-85c3fd1d204d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.321332] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e947af4f-d5bf-4119-9f11-f0f26bc8c353 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.363045] env[68864]: DEBUG nova.compute.manager [req-4cc67df3-be12-47c4-a143-6e1d705ca182 req-5808e597-9a26-45c4-8711-fff6fb4399e7 service nova] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Detach interface failed, port_id=be92e41f-3ebe-49cf-a159-143ee5c678b9, reason: Instance 90e0b7d0-1d27-48a5-b767-1957d853e99b could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.424580] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 03cbc43d-6c8c-4cea-8f5a-27431fcf32fd] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.732535] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.123s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.734887] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.340s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.735204] env[68864]: DEBUG nova.objects.instance [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'resources' on Instance uuid f199c2a3-976f-4ab8-b403-981ceb3d4127 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.771684] env[68864]: INFO nova.network.neutron [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating port 1f2f0976-4762-463f-a362-a42b68ce338c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1160.791896] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186215, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.927688] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: ede3fea5-e8df-402c-96b7-3ca030d6169d] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.014037] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.014037] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.014037] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Deleting the datastore file [datastore1] f766fe95-2fd2-4b15-b205-fd0271d59647 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.014037] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bbf4e2e-e3b9-4a2e-ae6f-0f1eb86f5e8f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.021486] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for the task: (returnval){ [ 1161.021486] env[68864]: value = "task-3186216" [ 1161.021486] env[68864]: _type = "Task" [ 1161.021486] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.029214] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.291580] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186215, 'name': ReconfigVM_Task, 'duration_secs': 0.532628} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.293943] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 6924b592-15c4-42ab-8fab-1107274b5bae/6924b592-15c4-42ab-8fab-1107274b5bae.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.294906] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-913fa010-87be-4d46-8de0-9a5cf8e2a00a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.303415] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1161.303415] env[68864]: value = "task-3186217" [ 1161.303415] env[68864]: _type = "Task" [ 1161.303415] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.313346] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186217, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.392467] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b2b44-4f8d-4520-a069-5cdfbc34d2fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.399859] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219418d9-22b5-4a01-809f-79f068e9a943 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.430684] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4563c63f-fe73-484f-a61d-0dd34741e151 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.433387] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 39bb3439-5d92-459c-b83b-9bcadaa038ec] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.442081] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414e68e2-a0d7-41a9-bdbb-8a1af796552a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.462083] env[68864]: DEBUG nova.compute.provider_tree [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.501847] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "interface-c847f1cd-1163-440f-9af4-b30e9602db7e-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.502117] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-c847f1cd-1163-440f-9af4-b30e9602db7e-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.531809] env[68864]: DEBUG oslo_vmware.api [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Task: {'id': task-3186216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162585} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.532063] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.532253] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.532427] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.532598] env[68864]: INFO nova.compute.manager [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Took 3.43 seconds to destroy the instance on the hypervisor. [ 1161.532829] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.533026] env[68864]: DEBUG nova.compute.manager [-] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.533126] env[68864]: DEBUG nova.network.neutron [-] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.789383] env[68864]: DEBUG nova.compute.manager [req-54ddb6b7-3b74-4dbf-bcbb-7422afb98b6f req-a57d31fb-075e-43dc-83e7-9167eeef89ba service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Received event network-vif-deleted-4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.789596] env[68864]: INFO nova.compute.manager [req-54ddb6b7-3b74-4dbf-bcbb-7422afb98b6f req-a57d31fb-075e-43dc-83e7-9167eeef89ba service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Neutron deleted interface 4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4; detaching it from the instance and deleting it from the info cache [ 1161.789755] env[68864]: DEBUG nova.network.neutron [req-54ddb6b7-3b74-4dbf-bcbb-7422afb98b6f req-a57d31fb-075e-43dc-83e7-9167eeef89ba service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.813796] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186217, 'name': Rename_Task, 'duration_secs': 0.138227} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.813796] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.813796] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3df7f2d-11d9-411a-9693-0679342b2767 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.821412] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1161.821412] env[68864]: value = "task-3186218" [ 1161.821412] env[68864]: _type = "Task" [ 1161.821412] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.829296] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.937139] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 895e93df-2dd4-4fe9-8c1f-c8fcb70c1e82] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.993437] env[68864]: DEBUG nova.scheduler.client.report [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Updated inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1161.993706] env[68864]: DEBUG nova.compute.provider_tree [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Updating resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f generation from 151 to 152 during operation: update_inventory {{(pid=68864) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1161.994626] env[68864]: DEBUG nova.compute.provider_tree [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.003848] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.003980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.004878] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aac2b5-125e-462c-9dc7-d9627db17f40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.023386] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687e5189-919e-4f0e-b0c8-993b59dfe37c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.048717] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Reconfiguring VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1162.048980] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40cbb01-f491-42c5-bd05-6e5c0f3c9bae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.067791] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1162.067791] env[68864]: value = "task-3186219" [ 1162.067791] env[68864]: _type = "Task" [ 1162.067791] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.078840] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.273490] env[68864]: DEBUG nova.network.neutron [-] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.292635] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1fd6344-1f6d-4c0b-869d-6eb9284d0789 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.302860] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f78864-de3b-49a6-805e-589ba4f0ce6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.333970] env[68864]: DEBUG nova.compute.manager [req-54ddb6b7-3b74-4dbf-bcbb-7422afb98b6f req-a57d31fb-075e-43dc-83e7-9167eeef89ba service nova] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Detach interface failed, port_id=4871cbf0-9a4c-4dfd-9075-f1b3a56da2d4, reason: Instance f766fe95-2fd2-4b15-b205-fd0271d59647 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.339552] env[68864]: DEBUG oslo_vmware.api [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186218, 'name': PowerOnVM_Task, 'duration_secs': 0.496684} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.339801] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.339998] env[68864]: INFO nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1162.340192] env[68864]: DEBUG nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.340953] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1530b3e-70c1-4cd9-ad1b-ff2f891bf112 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.345185] env[68864]: DEBUG nova.compute.manager [req-63fb17c4-8c71-479d-b3e5-fa4140e125df req-310b423c-c9df-4ee6-9892-e835fce78cb6 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-vif-plugged-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.345387] env[68864]: DEBUG oslo_concurrency.lockutils [req-63fb17c4-8c71-479d-b3e5-fa4140e125df req-310b423c-c9df-4ee6-9892-e835fce78cb6 service nova] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.345612] env[68864]: DEBUG oslo_concurrency.lockutils [req-63fb17c4-8c71-479d-b3e5-fa4140e125df req-310b423c-c9df-4ee6-9892-e835fce78cb6 service nova] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.345781] env[68864]: DEBUG oslo_concurrency.lockutils [req-63fb17c4-8c71-479d-b3e5-fa4140e125df req-310b423c-c9df-4ee6-9892-e835fce78cb6 service nova] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.345943] env[68864]: DEBUG nova.compute.manager [req-63fb17c4-8c71-479d-b3e5-fa4140e125df req-310b423c-c9df-4ee6-9892-e835fce78cb6 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] No waiting events found dispatching network-vif-plugged-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.346117] env[68864]: WARNING nova.compute.manager [req-63fb17c4-8c71-479d-b3e5-fa4140e125df req-310b423c-c9df-4ee6-9892-e835fce78cb6 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received unexpected event network-vif-plugged-1f2f0976-4762-463f-a362-a42b68ce338c for instance with vm_state shelved_offloaded and task_state spawning. [ 1162.430143] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.430143] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.430291] env[68864]: DEBUG nova.network.neutron [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.439995] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 3b615ba0-1df0-41ed-9f95-1350abc25691] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.499153] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.501317] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.208s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.501536] env[68864]: DEBUG nova.objects.instance [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'resources' on Instance uuid 90e0b7d0-1d27-48a5-b767-1957d853e99b {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.521469] env[68864]: INFO nova.scheduler.client.report [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted allocations for instance f199c2a3-976f-4ab8-b403-981ceb3d4127 [ 1162.577727] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.776189] env[68864]: INFO nova.compute.manager [-] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Took 1.24 seconds to deallocate network for instance. [ 1162.858838] env[68864]: INFO nova.compute.manager [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Took 13.23 seconds to build instance. [ 1162.943505] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 56770dae-cda3-404c-8296-a507856b824a] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.028943] env[68864]: DEBUG oslo_concurrency.lockutils [None req-36a59729-5454-4934-9baf-572b405869ba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "f199c2a3-976f-4ab8-b403-981ceb3d4127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.400s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.082525] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.155987] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dafcda-a6ae-4abb-afdf-0da20a545b5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.165690] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a969612-7972-4e89-9199-c3d1ccf209e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.201809] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc0f3fa-2268-412b-9906-55298b7b4da2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.209974] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6299d032-2b7f-4425-93da-24efa9db7d83 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.225861] env[68864]: DEBUG nova.compute.provider_tree [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.263109] env[68864]: DEBUG nova.network.neutron [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2f0976-47", "ovs_interfaceid": "1f2f0976-4762-463f-a362-a42b68ce338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.282250] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.361420] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1b792f2b-70da-4be3-8802-3226c25a36d8 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "6924b592-15c4-42ab-8fab-1107274b5bae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.736s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.446640] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: c591afe0-f04e-4de3-9d14-b30444a864dd] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.578851] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.729127] env[68864]: DEBUG nova.scheduler.client.report [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.766434] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.789924] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fe234936441c82afc8d68f18bf4f725b',container_format='bare',created_at=2025-03-26T21:08:30Z,direct_url=,disk_format='vmdk',id=9750168b-2c96-40bd-91fb-51b82de44fd0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1938956162-shelved',owner='d2eba88a0f7e4ec7998886d685cd98de',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-26T21:08:46Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.790162] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.790315] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.790495] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.790644] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.790799] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.791104] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.791327] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.791532] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.791702] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.791873] env[68864]: DEBUG nova.virt.hardware [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.792731] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a56c788-7c6d-47c6-aaf5-e85d292d6425 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.800689] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e616c992-5f56-4f03-b19d-09d87d793732 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.814138] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:25:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2f0976-4762-463f-a362-a42b68ce338c', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.823952] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.823952] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.823952] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bca3981-f103-4a2f-ad4b-9d73de9c651e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.841148] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.841148] env[68864]: value = "task-3186220" [ 1163.841148] env[68864]: _type = "Task" [ 1163.841148] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.848984] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186220, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.950657] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 286cac8a-fc04-4793-9c07-e4122565b33d] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.079912] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.239031] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.241286] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.959s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.241511] env[68864]: DEBUG nova.objects.instance [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lazy-loading 'resources' on Instance uuid f766fe95-2fd2-4b15-b205-fd0271d59647 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.259529] env[68864]: INFO nova.scheduler.client.report [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted allocations for instance 90e0b7d0-1d27-48a5-b767-1957d853e99b [ 1164.351481] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186220, 'name': CreateVM_Task, 'duration_secs': 0.323725} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.351654] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.352326] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.352498] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.352892] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.353165] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edcb886-b91e-4aa2-9c75-142e7de89907 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.358212] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1164.358212] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5209303f-dd76-ad3d-ec40-0ef72167c206" [ 1164.358212] env[68864]: _type = "Task" [ 1164.358212] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.366974] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5209303f-dd76-ad3d-ec40-0ef72167c206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.370445] env[68864]: DEBUG nova.compute.manager [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.370626] env[68864]: DEBUG nova.compute.manager [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing instance network info cache due to event network-changed-1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.370834] env[68864]: DEBUG oslo_concurrency.lockutils [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] Acquiring lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.370974] env[68864]: DEBUG oslo_concurrency.lockutils [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] Acquired lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.371144] env[68864]: DEBUG nova.network.neutron [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Refreshing network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.453869] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 989b65cb-b023-486d-9d46-216cdddebadf] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.535048] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "858e03e5-72e3-4043-b38f-15bf2015e964" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.535048] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "858e03e5-72e3-4043-b38f-15bf2015e964" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.579104] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.765785] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d3125fd2-1e1f-46c6-9aee-a543f4511114 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "90e0b7d0-1d27-48a5-b767-1957d853e99b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.161s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.780947] env[68864]: DEBUG nova.compute.manager [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1164.869230] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.869530] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Processing image 9750168b-2c96-40bd-91fb-51b82de44fd0 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.869771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0/9750168b-2c96-40bd-91fb-51b82de44fd0.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.870547] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0/9750168b-2c96-40bd-91fb-51b82de44fd0.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.870547] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.870547] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-165b4ec7-2085-4452-b9f9-4874363c1053 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.882666] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.882838] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.883459] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638a801b-1687-4a35-8853-be319133062e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.888632] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1164.888632] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52be6e7d-4170-69de-d337-01f2e3e7149d" [ 1164.888632] env[68864]: _type = "Task" [ 1164.888632] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.898761] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52be6e7d-4170-69de-d337-01f2e3e7149d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.904817] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb002a1-a441-49fe-bbfc-ba8f03ca3f32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.912818] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed50ca61-aba5-4dae-85af-0b479ad14237 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.948594] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd210d-8e01-45f9-a018-4f57671072f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.957576] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9867320-68fc-47b2-b67a-2d32cb76e0fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.962313] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: e45fc26e-d49d-44d7-b5a4-1eac46fc5f9a] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.974135] env[68864]: DEBUG nova.compute.provider_tree [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.037456] env[68864]: DEBUG nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.086113] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.125844] env[68864]: DEBUG nova.network.neutron [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updated VIF entry in instance network info cache for port 1f2f0976-4762-463f-a362-a42b68ce338c. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.126367] env[68864]: DEBUG nova.network.neutron [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [{"id": "1f2f0976-4762-463f-a362-a42b68ce338c", "address": "fa:16:3e:1b:25:31", "network": {"id": "fe7c427d-116b-4ac4-8cdc-0859f14f5a84", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-638067819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2eba88a0f7e4ec7998886d685cd98de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2f0976-47", "ovs_interfaceid": "1f2f0976-4762-463f-a362-a42b68ce338c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.303479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.399779] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Preparing fetch location {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1165.400062] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Fetch image to [datastore1] OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346/OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346.vmdk {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1165.400246] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Downloading stream optimized image 9750168b-2c96-40bd-91fb-51b82de44fd0 to [datastore1] OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346/OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346.vmdk on the data store datastore1 as vApp {{(pid=68864) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1165.400415] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Downloading image file data 9750168b-2c96-40bd-91fb-51b82de44fd0 to the ESX as VM named 'OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346' {{(pid=68864) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1165.465791] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: f3ca6705-7fd4-429c-b0ef-24fa3effd40a] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.472182] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1165.472182] env[68864]: value = "resgroup-9" [ 1165.472182] env[68864]: _type = "ResourcePool" [ 1165.472182] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1165.472799] env[68864]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b28f6bb3-f340-415c-b41f-85d79fae16c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.489287] env[68864]: DEBUG nova.scheduler.client.report [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.498041] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease: (returnval){ [ 1165.498041] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5298badf-52db-3ed4-1660-843fd6a9aec2" [ 1165.498041] env[68864]: _type = "HttpNfcLease" [ 1165.498041] env[68864]: } obtained for vApp import into resource pool (val){ [ 1165.498041] env[68864]: value = "resgroup-9" [ 1165.498041] env[68864]: _type = "ResourcePool" [ 1165.498041] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1165.498321] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the lease: (returnval){ [ 1165.498321] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5298badf-52db-3ed4-1660-843fd6a9aec2" [ 1165.498321] env[68864]: _type = "HttpNfcLease" [ 1165.498321] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1165.506009] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1165.506009] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5298badf-52db-3ed4-1660-843fd6a9aec2" [ 1165.506009] env[68864]: _type = "HttpNfcLease" [ 1165.506009] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1165.556955] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.580684] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.629666] env[68864]: DEBUG oslo_concurrency.lockutils [req-173be745-9d73-4f1a-9ed2-22ab10db0ea4 req-ca65793e-2728-4285-89ec-7c4b94df033e service nova] Releasing lock "refresh_cache-42aabb46-25b4-49a5-bc06-7b3bb98d6e15" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.876026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.876026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.969645] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: d2bba9a6-c01d-42a7-8de9-8397efef9054] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.994503] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.997388] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.693s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.006976] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.006976] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5298badf-52db-3ed4-1660-843fd6a9aec2" [ 1166.006976] env[68864]: _type = "HttpNfcLease" [ 1166.006976] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1166.007292] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1166.007292] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5298badf-52db-3ed4-1660-843fd6a9aec2" [ 1166.007292] env[68864]: _type = "HttpNfcLease" [ 1166.007292] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1166.008103] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d453d987-e90b-4bb5-874d-99068cd28c90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.013082] env[68864]: INFO nova.scheduler.client.report [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Deleted allocations for instance f766fe95-2fd2-4b15-b205-fd0271d59647 [ 1166.019341] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d318b1-b7a3-1757-f0e9-48453eb2b191/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.019516] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d318b1-b7a3-1757-f0e9-48453eb2b191/disk-0.vmdk. {{(pid=68864) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1166.088557] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89764748-2d40-4947-8988-5a8908999c14 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.090330] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.379063] env[68864]: INFO nova.compute.manager [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Detaching volume 9f96cba4-8899-433f-b67a-d7cfa5c171f8 [ 1166.415886] env[68864]: INFO nova.virt.block_device [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Attempting to driver detach volume 9f96cba4-8899-433f-b67a-d7cfa5c171f8 from mountpoint /dev/sdb [ 1166.416159] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1166.416344] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637213', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'name': 'volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96b4d1b2-4f50-45d8-ba88-8d384b651fd5', 'attached_at': '', 'detached_at': '', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'serial': '9f96cba4-8899-433f-b67a-d7cfa5c171f8'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1166.417381] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ba138-2c85-4c29-bffd-1de2dffd6271 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.446701] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360992e1-9ffd-4811-a177-d76e721127e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.453643] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d674f-930a-49a4-ae5e-13e41f06b19a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.475012] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: b125d108-64ed-443a-9cfe-0829b03d5b0f] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.477568] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4611148-c782-4e3f-b7e4-99c6254011e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.498413] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] The volume has not been displaced from its original location: [datastore1] volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8/volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1166.504140] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1166.511501] env[68864]: INFO nova.compute.claims [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.515014] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbe00a5-8d91-4ca7-bfde-798ddc565dd3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.534342] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c20115bd-14d9-4960-af27-3ff4b145ac83 tempest-MigrationsAdminTest-1315812748 tempest-MigrationsAdminTest-1315812748-project-member] Lock "f766fe95-2fd2-4b15-b205-fd0271d59647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.940s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.540542] env[68864]: DEBUG oslo_vmware.api [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1166.540542] env[68864]: value = "task-3186222" [ 1166.540542] env[68864]: _type = "Task" [ 1166.540542] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.551592] env[68864]: DEBUG oslo_vmware.api [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.586384] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.988020] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 63bc1935-129d-4e2f-a197-5ef9c77a903e] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.032892] env[68864]: INFO nova.compute.resource_tracker [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating resource usage from migration 281bce4d-a27b-49a2-89b5-d4998c43071d [ 1167.058875] env[68864]: DEBUG oslo_vmware.api [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186222, 'name': ReconfigVM_Task, 'duration_secs': 0.252029} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.058875] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1167.064265] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a259183-115c-4eac-8bf9-f41980556d7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.087935] env[68864]: DEBUG oslo_vmware.api [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1167.087935] env[68864]: value = "task-3186223" [ 1167.087935] env[68864]: _type = "Task" [ 1167.087935] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.098165] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.109611] env[68864]: DEBUG oslo_vmware.api [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.273948] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Completed reading data from the image iterator. {{(pid=68864) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1167.274180] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d318b1-b7a3-1757-f0e9-48453eb2b191/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.275159] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b16594-b77f-4d7e-87ba-740bb5075f6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.281693] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d318b1-b7a3-1757-f0e9-48453eb2b191/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.281978] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d318b1-b7a3-1757-f0e9-48453eb2b191/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1167.282224] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f923dd37-a550-4f29-bc02-e795e62336b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.297348] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08c0af1-8cf7-49d7-be6c-57355036a1a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.304799] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169faf9e-f38d-4466-8031-2af0cdc4af5b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.340794] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e4daa0-d282-4ade-a7af-049e92e7813c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.348308] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5e9e0-1d68-40f3-8574-43661728f299 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.362307] env[68864]: DEBUG nova.compute.provider_tree [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.472511] env[68864]: DEBUG oslo_vmware.rw_handles [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d318b1-b7a3-1757-f0e9-48453eb2b191/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1167.472790] env[68864]: INFO nova.virt.vmwareapi.images [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Downloaded image file data 9750168b-2c96-40bd-91fb-51b82de44fd0 [ 1167.473649] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084fbe46-5a1a-4263-b898-1b16019199f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.489249] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27c4195b-cd89-459c-ae51-259a36073fc9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.491239] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 398e8aaa-e0ab-4b41-b1eb-10d20ccbaac8] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.515134] env[68864]: INFO nova.virt.vmwareapi.images [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] The imported VM was unregistered [ 1167.517812] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Caching image {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1167.518055] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.518868] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a6cae54-46a0-4ea0-b71a-32e24cdaedf0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.528584] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Created directory with path [datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.528765] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346/OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346.vmdk to [datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0/9750168b-2c96-40bd-91fb-51b82de44fd0.vmdk. {{(pid=68864) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1167.529189] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9665383c-eeed-4c70-98c1-7139564a5bc7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.534780] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1167.534780] env[68864]: value = "task-3186225" [ 1167.534780] env[68864]: _type = "Task" [ 1167.534780] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.542211] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186225, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.586097] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.598140] env[68864]: DEBUG oslo_vmware.api [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186223, 'name': ReconfigVM_Task, 'duration_secs': 0.157699} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.598296] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637213', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'name': 'volume-9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '96b4d1b2-4f50-45d8-ba88-8d384b651fd5', 'attached_at': '', 'detached_at': '', 'volume_id': '9f96cba4-8899-433f-b67a-d7cfa5c171f8', 'serial': '9f96cba4-8899-433f-b67a-d7cfa5c171f8'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1167.865284] env[68864]: DEBUG nova.scheduler.client.report [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.994535] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 67287663-892c-4097-80ad-539add96091c] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.048396] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186225, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.088233] env[68864]: DEBUG oslo_vmware.api [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186219, 'name': ReconfigVM_Task, 'duration_secs': 5.791987} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.088233] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.088437] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Reconfigured VM to detach interface {{(pid=68864) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1168.142823] env[68864]: DEBUG nova.objects.instance [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'flavor' on Instance uuid 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.370364] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.373s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.370612] env[68864]: INFO nova.compute.manager [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Migrating [ 1168.377772] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.821s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.379415] env[68864]: INFO nova.compute.claims [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.498870] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: b818e8d6-6a1b-4efb-a120-e1c768d801df] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.546512] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186225, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.893590] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.893824] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.894027] env[68864]: DEBUG nova.network.neutron [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.002553] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 1b5d1d00-d326-4789-9460-109bc7e0b8b8] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.047760] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186225, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.150586] env[68864]: DEBUG oslo_concurrency.lockutils [None req-c5fb6b18-8530-4382-a54c-4e22dc25879d tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.466562] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.468494] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquired lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.468494] env[68864]: DEBUG nova.network.neutron [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.507144] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 188d6f1a-62ec-4267-8bde-f64bf444143a] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.559216] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186225, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.642508] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456f7cb4-4fc9-4c84-a125-29c2cd7f035d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.652688] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7912e8-941d-4eb7-8b0b-c14bf937ce7d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.697614] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872b24d-f002-4e2a-881e-75895c8a375b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.707154] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba95cab-54e3-4c3c-ab9e-3955caf417ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.724083] env[68864]: DEBUG nova.compute.provider_tree [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.734987] env[68864]: DEBUG nova.network.neutron [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.011573] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 81c053bc-222d-498c-9e99-c1c54946ec04] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.026060] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "c847f1cd-1163-440f-9af4-b30e9602db7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.026333] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.026657] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.026851] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.027034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.029350] env[68864]: INFO nova.compute.manager [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Terminating instance [ 1170.051889] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186225, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.329465} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.052165] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346/OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346.vmdk to [datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0/9750168b-2c96-40bd-91fb-51b82de44fd0.vmdk. [ 1170.052343] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Cleaning up location [datastore1] OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1170.052498] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e67040df-71ff-4698-83e0-8ed7b77ae346 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.052754] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f4f5ecf-1c8e-4039-ad8c-193c728c5a20 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.058576] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1170.058576] env[68864]: value = "task-3186226" [ 1170.058576] env[68864]: _type = "Task" [ 1170.058576] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.067031] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.197676] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.197944] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.198211] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.198477] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.198624] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.202952] env[68864]: INFO nova.compute.manager [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Terminating instance [ 1170.227195] env[68864]: DEBUG nova.scheduler.client.report [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.238576] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.517922] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 9c821423-2eb7-493b-81be-699faf300c1f] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.533726] env[68864]: DEBUG nova.compute.manager [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.533975] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.534904] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbb5e29-9645-4ab2-9185-63213b1e0e9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.546809] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.546809] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6407970d-407e-4549-8563-bda8e49923d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.547407] env[68864]: INFO nova.network.neutron [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Port e4996344-1627-4fb0-aaa3-0c8dd45ba77c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1170.547738] env[68864]: DEBUG nova.network.neutron [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [{"id": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "address": "fa:16:3e:6f:dc:70", "network": {"id": "5e217d6b-2f9a-43c3-a232-1e44840c48e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2122361298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b762ff8df77347db8994e22c399f5a5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdded02b7-27", "ovs_interfaceid": "dded02b7-2711-4a2b-8bc3-537e82f0632d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.554097] env[68864]: DEBUG oslo_vmware.api [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1170.554097] env[68864]: value = "task-3186227" [ 1170.554097] env[68864]: _type = "Task" [ 1170.554097] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.574768] env[68864]: DEBUG oslo_vmware.api [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.579202] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034882} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.579463] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.579650] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0/9750168b-2c96-40bd-91fb-51b82de44fd0.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.579914] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0/9750168b-2c96-40bd-91fb-51b82de44fd0.vmdk to [datastore1] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.580194] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bd4b86f-f461-4672-9dd5-1a7c5ddc3cb7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.586255] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1170.586255] env[68864]: value = "task-3186228" [ 1170.586255] env[68864]: _type = "Task" [ 1170.586255] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.597670] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.707016] env[68864]: DEBUG nova.compute.manager [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.707316] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.708617] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c751f6fd-7d30-47da-be02-bc1449f4a9e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.717406] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.717659] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec4bd07-c006-4855-95e2-ce828747cc16 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.723448] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1170.723448] env[68864]: value = "task-3186229" [ 1170.723448] env[68864]: _type = "Task" [ 1170.723448] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.732882] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.739028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.739028] env[68864]: DEBUG nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.022276] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 1c22d0ea-ca14-4b6e-af28-6c8c20f22b6b] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.050575] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Releasing lock "refresh_cache-c847f1cd-1163-440f-9af4-b30e9602db7e" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.066229] env[68864]: DEBUG oslo_vmware.api [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186227, 'name': PowerOffVM_Task, 'duration_secs': 0.19689} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.066563] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.066723] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.067045] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d516685-9770-4719-84ea-751957b4ccbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.099316] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186228, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.141090] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.141090] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.141090] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleting the datastore file [datastore2] c847f1cd-1163-440f-9af4-b30e9602db7e {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.141444] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeca184a-2c22-4974-845d-2adc75301b62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.148086] env[68864]: DEBUG oslo_vmware.api [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1171.148086] env[68864]: value = "task-3186231" [ 1171.148086] env[68864]: _type = "Task" [ 1171.148086] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.158781] env[68864]: DEBUG oslo_vmware.api [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.233161] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186229, 'name': PowerOffVM_Task, 'duration_secs': 0.18242} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.233469] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.233653] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.233932] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5022161b-1acb-4f6d-ab09-57543ae1a2fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.246365] env[68864]: DEBUG nova.compute.utils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.248442] env[68864]: DEBUG nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.248660] env[68864]: DEBUG nova.network.neutron [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.305550] env[68864]: DEBUG nova.policy [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8665199cf845a3ab30699ad3f74b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfcec59b59342a7b307be04ca3b8a76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.323313] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.323625] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.323823] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleting the datastore file [datastore1] 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.324226] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39bbe425-c1ca-41f9-ad3b-89bd466c87fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.331915] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1171.331915] env[68864]: value = "task-3186233" [ 1171.331915] env[68864]: _type = "Task" [ 1171.331915] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.340822] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.410340] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "234e6291-cc31-4bf2-826b-dd6c34c43399" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.410585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.525717] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: fa040fac-3adb-4737-9857-594029dec759] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.554936] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4ce4f059-d5ea-41ca-a722-4859fe9de68f tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "interface-c847f1cd-1163-440f-9af4-b30e9602db7e-e4996344-1627-4fb0-aaa3-0c8dd45ba77c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.053s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.600090] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186228, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.658609] env[68864]: DEBUG oslo_vmware.api [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476852} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.658939] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.659202] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.659387] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.659569] env[68864]: INFO nova.compute.manager [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1171.660225] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.660442] env[68864]: DEBUG nova.compute.manager [-] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.660632] env[68864]: DEBUG nova.network.neutron [-] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.755044] env[68864]: DEBUG nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.766023] env[68864]: DEBUG nova.network.neutron [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Successfully created port: 438aac29-61a9-4d5b-b614-efe59ca342cf {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.769152] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303af65c-45b5-43c8-9a29-0c4725e65445 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.794260] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance 'efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.849190] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.913626] env[68864]: DEBUG nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.029902] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 9884f948-8bd2-44c5-9670-003dfffbfcd9] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.103113] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186228, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.305268] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.305268] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a44956-056b-4597-ba19-15fa14897c1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.315262] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1172.315262] env[68864]: value = "task-3186234" [ 1172.315262] env[68864]: _type = "Task" [ 1172.315262] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.330565] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.343766] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.439206] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.439516] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.441076] env[68864]: INFO nova.compute.claims [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.533938] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 028503c1-80c7-4f98-9fde-768bdd793a2b] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.600323] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186228, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.734229] env[68864]: DEBUG nova.compute.manager [req-d9a6b64e-0715-4229-aca1-ad54067c035f req-ef2bff37-e8da-4ceb-b202-c50ef3ff312a service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Received event network-vif-deleted-dded02b7-2711-4a2b-8bc3-537e82f0632d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.734229] env[68864]: INFO nova.compute.manager [req-d9a6b64e-0715-4229-aca1-ad54067c035f req-ef2bff37-e8da-4ceb-b202-c50ef3ff312a service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Neutron deleted interface dded02b7-2711-4a2b-8bc3-537e82f0632d; detaching it from the instance and deleting it from the info cache [ 1172.734229] env[68864]: DEBUG nova.network.neutron [req-d9a6b64e-0715-4229-aca1-ad54067c035f req-ef2bff37-e8da-4ceb-b202-c50ef3ff312a service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.771956] env[68864]: DEBUG nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.802397] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.803123] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.803189] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.803403] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.803688] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.804074] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.804358] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.804717] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.804717] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.804866] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.805048] env[68864]: DEBUG nova.virt.hardware [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.806422] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36070f37-3335-4a44-bdf7-12c51ca0ba10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.816374] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c547909-71d6-44ee-ae44-d3d8c07a9c4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.829801] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186234, 'name': PowerOffVM_Task, 'duration_secs': 0.353565} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.838282] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.838497] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance 'efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.852255] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.038882] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 493844ba-f2ff-4f85-8d71-167619a9ad1f] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.100698] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186228, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.211445] env[68864]: DEBUG nova.network.neutron [-] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.236079] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-299028f3-fefd-4788-84df-3fea4a1840a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.245953] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16560c6-caf1-49c7-a293-6dc611dcb0b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.276328] env[68864]: DEBUG nova.compute.manager [req-d9a6b64e-0715-4229-aca1-ad54067c035f req-ef2bff37-e8da-4ceb-b202-c50ef3ff312a service nova] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Detach interface failed, port_id=dded02b7-2711-4a2b-8bc3-537e82f0632d, reason: Instance c847f1cd-1163-440f-9af4-b30e9602db7e could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.349131] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.349405] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.349568] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.353021] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.356315] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8301797-f924-4472-bfb2-571315bbb120 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.373113] env[68864]: DEBUG oslo_vmware.api [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.910081} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.374569] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.374779] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.374974] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.375161] env[68864]: INFO nova.compute.manager [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1173.375407] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.375688] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1173.375688] env[68864]: value = "task-3186235" [ 1173.375688] env[68864]: _type = "Task" [ 1173.375688] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.375916] env[68864]: DEBUG nova.compute.manager [-] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.375971] env[68864]: DEBUG nova.network.neutron [-] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.389048] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.412836] env[68864]: DEBUG nova.compute.manager [req-d6405e25-74c1-4bb4-b27b-171316d6aadb req-e34cc22b-f5a6-4546-9c72-e76090884342 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Received event network-vif-plugged-438aac29-61a9-4d5b-b614-efe59ca342cf {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.413076] env[68864]: DEBUG oslo_concurrency.lockutils [req-d6405e25-74c1-4bb4-b27b-171316d6aadb req-e34cc22b-f5a6-4546-9c72-e76090884342 service nova] Acquiring lock "858e03e5-72e3-4043-b38f-15bf2015e964-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.413286] env[68864]: DEBUG oslo_concurrency.lockutils [req-d6405e25-74c1-4bb4-b27b-171316d6aadb req-e34cc22b-f5a6-4546-9c72-e76090884342 service nova] Lock "858e03e5-72e3-4043-b38f-15bf2015e964-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.413476] env[68864]: DEBUG oslo_concurrency.lockutils [req-d6405e25-74c1-4bb4-b27b-171316d6aadb req-e34cc22b-f5a6-4546-9c72-e76090884342 service nova] Lock "858e03e5-72e3-4043-b38f-15bf2015e964-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.413655] env[68864]: DEBUG nova.compute.manager [req-d6405e25-74c1-4bb4-b27b-171316d6aadb req-e34cc22b-f5a6-4546-9c72-e76090884342 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] No waiting events found dispatching network-vif-plugged-438aac29-61a9-4d5b-b614-efe59ca342cf {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.413820] env[68864]: WARNING nova.compute.manager [req-d6405e25-74c1-4bb4-b27b-171316d6aadb req-e34cc22b-f5a6-4546-9c72-e76090884342 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Received unexpected event network-vif-plugged-438aac29-61a9-4d5b-b614-efe59ca342cf for instance with vm_state building and task_state spawning. [ 1173.511828] env[68864]: DEBUG nova.network.neutron [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Successfully updated port: 438aac29-61a9-4d5b-b614-efe59ca342cf {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.541872] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: a899b55b-5c49-4f0d-a69c-914b9560b88c] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.600403] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186228, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.667097} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.600705] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9750168b-2c96-40bd-91fb-51b82de44fd0/9750168b-2c96-40bd-91fb-51b82de44fd0.vmdk to [datastore1] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.601455] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6082a3f-2d37-4abe-b27a-a818a4bd3047 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.623165] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.625763] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d299e2a0-c954-4b4e-bc3c-672b98b42c84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.647806] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1173.647806] env[68864]: value = "task-3186236" [ 1173.647806] env[68864]: _type = "Task" [ 1173.647806] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.651989] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4d4ca-d145-45e7-96a3-d691536f3c68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.661554] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.662604] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339b108e-136d-45e0-982b-982087646ee0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.694873] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff57e80-03d4-4037-bb05-2f1ebe58a55d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.702668] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0944041-6360-4e9e-bb41-a7bdb0a8ee99 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.719448] env[68864]: INFO nova.compute.manager [-] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Took 2.06 seconds to deallocate network for instance. [ 1173.720206] env[68864]: DEBUG nova.compute.provider_tree [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.887857] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.019200] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "refresh_cache-858e03e5-72e3-4043-b38f-15bf2015e964" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.019200] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "refresh_cache-858e03e5-72e3-4043-b38f-15bf2015e964" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.019200] env[68864]: DEBUG nova.network.neutron [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.045303] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 66268137-ef58-4a34-b352-aec762b6092a] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.159303] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186236, 'name': ReconfigVM_Task, 'duration_secs': 0.337163} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.159681] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15/42aabb46-25b4-49a5-bc06-7b3bb98d6e15.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.160439] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53144602-a9c9-407e-a55d-36932e64f306 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.166078] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1174.166078] env[68864]: value = "task-3186237" [ 1174.166078] env[68864]: _type = "Task" [ 1174.166078] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.173932] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186237, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.223681] env[68864]: DEBUG nova.scheduler.client.report [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.228529] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.333442] env[68864]: DEBUG nova.network.neutron [-] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.388770] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186235, 'name': ReconfigVM_Task, 'duration_secs': 0.534242} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.388770] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance 'efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.548323] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: a8aed3bf-c8a5-4735-9418-b23b24a69a28] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.551557] env[68864]: DEBUG nova.network.neutron [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.675827] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186237, 'name': Rename_Task, 'duration_secs': 0.151696} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.676671] env[68864]: DEBUG nova.network.neutron [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Updating instance_info_cache with network_info: [{"id": "438aac29-61a9-4d5b-b614-efe59ca342cf", "address": "fa:16:3e:27:e8:b1", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438aac29-61", "ovs_interfaceid": "438aac29-61a9-4d5b-b614-efe59ca342cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.677825] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.678287] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee20bb0b-830f-4c46-b74d-3af015523b4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.685080] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1174.685080] env[68864]: value = "task-3186238" [ 1174.685080] env[68864]: _type = "Task" [ 1174.685080] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.693254] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.729407] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.729976] env[68864]: DEBUG nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.732624] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.504s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.732840] env[68864]: DEBUG nova.objects.instance [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'resources' on Instance uuid c847f1cd-1163-440f-9af4-b30e9602db7e {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.759772] env[68864]: DEBUG nova.compute.manager [req-97b9d600-4093-40d4-95e1-1b9d178ea9a1 req-67963884-b17c-47fb-922b-820463c589ab service nova] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Received event network-vif-deleted-439b98c1-16b9-47b1-a071-5d35a70063f3 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.836661] env[68864]: INFO nova.compute.manager [-] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Took 1.46 seconds to deallocate network for instance. [ 1174.895282] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.895578] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.895736] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.895926] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.896085] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.896235] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.896436] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.896593] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.896761] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.896935] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.897099] env[68864]: DEBUG nova.virt.hardware [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.902426] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.903392] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f720b4d6-8d72-4a4e-885a-676104099ea0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.922211] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1174.922211] env[68864]: value = "task-3186239" [ 1174.922211] env[68864]: _type = "Task" [ 1174.922211] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.930977] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.053750] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 28ef952e-4509-462e-b84e-0aa4778619d4] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.179359] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "refresh_cache-858e03e5-72e3-4043-b38f-15bf2015e964" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.179702] env[68864]: DEBUG nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Instance network_info: |[{"id": "438aac29-61a9-4d5b-b614-efe59ca342cf", "address": "fa:16:3e:27:e8:b1", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438aac29-61", "ovs_interfaceid": "438aac29-61a9-4d5b-b614-efe59ca342cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.180162] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:e8:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '438aac29-61a9-4d5b-b614-efe59ca342cf', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.187847] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.188180] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.192420] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a358f1-a22d-45fd-8899-69bdfa529c5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.211745] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.212982] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.212982] env[68864]: value = "task-3186240" [ 1175.212982] env[68864]: _type = "Task" [ 1175.212982] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.220653] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186240, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.236122] env[68864]: DEBUG nova.compute.utils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.240338] env[68864]: DEBUG nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.240522] env[68864]: DEBUG nova.network.neutron [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.286249] env[68864]: DEBUG nova.policy [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae34b95ab6a44caa7334aaa5f33d4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49d7b92a4a164eb9af2f6a2dff51458f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.342963] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.411819] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a9b44b-0359-4cbe-ad49-ba51d41f6708 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.420298] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f05bddc-64d9-424d-8331-81e8de2bfb14 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.457871] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff761e2-c166-44b1-a3a3-83d43c1a473a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.462037] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186239, 'name': ReconfigVM_Task, 'duration_secs': 0.158648} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.462037] env[68864]: DEBUG nova.compute.manager [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Received event network-changed-438aac29-61a9-4d5b-b614-efe59ca342cf {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.462037] env[68864]: DEBUG nova.compute.manager [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Refreshing instance network info cache due to event network-changed-438aac29-61a9-4d5b-b614-efe59ca342cf. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.462037] env[68864]: DEBUG oslo_concurrency.lockutils [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] Acquiring lock "refresh_cache-858e03e5-72e3-4043-b38f-15bf2015e964" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.462222] env[68864]: DEBUG oslo_concurrency.lockutils [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] Acquired lock "refresh_cache-858e03e5-72e3-4043-b38f-15bf2015e964" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.462301] env[68864]: DEBUG nova.network.neutron [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Refreshing network info cache for port 438aac29-61a9-4d5b-b614-efe59ca342cf {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.463986] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.465271] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e666fbb3-8aef-467c-ab35-bb21263db7ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.471846] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce870c3-02d2-4ea9-8b20-01021814bb9d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.487793] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.488018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.488192] env[68864]: INFO nova.compute.manager [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Shelving [ 1175.497524] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5/efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.507019] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c9ee4d-85fb-4d0f-b4e9-d9b857bcf419 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.532109] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.532109] env[68864]: DEBUG nova.compute.provider_tree [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.532774] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51a3672f-4507-4756-abf0-b01e9f15d7bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.540341] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1175.540341] env[68864]: value = "task-3186241" [ 1175.540341] env[68864]: _type = "Task" [ 1175.540341] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.541600] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1175.541600] env[68864]: value = "task-3186242" [ 1175.541600] env[68864]: _type = "Task" [ 1175.541600] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.554697] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.557305] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: d421f36e-8ec2-4ae7-968c-bc69027b81b6] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.568710] env[68864]: DEBUG nova.network.neutron [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Successfully created port: d9311903-03b0-4622-8d0e-e89b462b61f0 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.700062] env[68864]: DEBUG oslo_vmware.api [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186238, 'name': PowerOnVM_Task, 'duration_secs': 0.582362} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.700545] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.723490] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186240, 'name': CreateVM_Task, 'duration_secs': 0.317893} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.723688] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.724565] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.724806] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.725654] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.725654] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7bc9aa-f11c-44a3-b5f1-7790a5563ed5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.730848] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1175.730848] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528133fd-2b38-2a31-f7f3-02b27123bc8d" [ 1175.730848] env[68864]: _type = "Task" [ 1175.730848] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.740855] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528133fd-2b38-2a31-f7f3-02b27123bc8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.741161] env[68864]: DEBUG nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.807147] env[68864]: DEBUG nova.compute.manager [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.808036] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade1719b-f9d5-45be-b7d5-e2b9e6f2021e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.036229] env[68864]: DEBUG nova.scheduler.client.report [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.053094] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186241, 'name': ReconfigVM_Task, 'duration_secs': 0.279475} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.056466] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Reconfigured VM instance instance-0000002e to attach disk [datastore2] efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5/efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.056747] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance 'efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.060016] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186242, 'name': PowerOffVM_Task, 'duration_secs': 0.192999} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.062378] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 50155af9-9cd2-486c-bd4c-81db57eecbda] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.064025] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.065011] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c721ba9e-4bb1-4c9d-bf18-8651efe4050a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.085950] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60992060-4896-48ee-af5b-21eb48795f0e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.171539] env[68864]: DEBUG nova.network.neutron [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Updated VIF entry in instance network info cache for port 438aac29-61a9-4d5b-b614-efe59ca342cf. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.171938] env[68864]: DEBUG nova.network.neutron [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Updating instance_info_cache with network_info: [{"id": "438aac29-61a9-4d5b-b614-efe59ca342cf", "address": "fa:16:3e:27:e8:b1", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438aac29-61", "ovs_interfaceid": "438aac29-61a9-4d5b-b614-efe59ca342cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.240914] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528133fd-2b38-2a31-f7f3-02b27123bc8d, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.240914] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.241167] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.241420] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.241545] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.241717] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.241964] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f6ec9a8-30ad-45bc-a828-6ce4edd664b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.250299] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.250430] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.251109] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6bbaa4-df9e-46d7-b92e-d7eb99a15159 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.256194] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1176.256194] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523e5250-33df-144d-4ae4-9ea5ef883fed" [ 1176.256194] env[68864]: _type = "Task" [ 1176.256194] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.263074] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523e5250-33df-144d-4ae4-9ea5ef883fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.328238] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a4e30b8e-9902-44cf-8206-1ac0ad43558e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.945s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.542177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.546027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.202s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.546027] env[68864]: DEBUG nova.objects.instance [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'resources' on Instance uuid 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.564791] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d467ceb-de23-4e12-9494-ccec95ec2c50 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.568485] env[68864]: INFO nova.scheduler.client.report [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted allocations for instance c847f1cd-1163-440f-9af4-b30e9602db7e [ 1176.569565] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: a1812b9d-f572-4dc4-be61-1d963592749d] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.591442] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefba4d7-ca56-4c1e-8adc-511240f45471 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.612417] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1176.612781] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance 'efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.616602] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1305237-bcfa-4c67-9391-742a2ea5eadc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.624441] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1176.624441] env[68864]: value = "task-3186243" [ 1176.624441] env[68864]: _type = "Task" [ 1176.624441] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.634046] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186243, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.675120] env[68864]: DEBUG oslo_concurrency.lockutils [req-3f9d4304-af26-479c-9111-349f16994c1d req-40196445-561b-42f5-b5ec-5c8b80ae6327 service nova] Releasing lock "refresh_cache-858e03e5-72e3-4043-b38f-15bf2015e964" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.751417] env[68864]: DEBUG nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.767153] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523e5250-33df-144d-4ae4-9ea5ef883fed, 'name': SearchDatastore_Task, 'duration_secs': 0.007859} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.767903] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392e155b-a53a-4eb7-84da-903d24e3faa9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.775724] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1176.775724] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528c4c82-846c-9627-57ef-244c0ac4b520" [ 1176.775724] env[68864]: _type = "Task" [ 1176.775724] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.782778] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.783142] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.783408] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.783710] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.783963] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.784273] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.784693] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.784846] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.785140] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.785423] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.785722] env[68864]: DEBUG nova.virt.hardware [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.786972] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b91d170-cd59-46a2-87ca-a81d8efadc62 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.803217] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fcaf78-9413-4e30-8f37-a2503a015dc3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.810564] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528c4c82-846c-9627-57ef-244c0ac4b520, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.812114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.812114] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 858e03e5-72e3-4043-b38f-15bf2015e964/858e03e5-72e3-4043-b38f-15bf2015e964.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.812330] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a771a03e-5f95-4272-b3f4-6b31d428eecb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.828548] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1176.828548] env[68864]: value = "task-3186244" [ 1176.828548] env[68864]: _type = "Task" [ 1176.828548] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.837356] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.945905] env[68864]: DEBUG nova.compute.manager [req-df2bcc67-7b79-42da-82da-e5b8c67ec513 req-9dd7224b-da26-4768-8db6-d6387d154ba2 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Received event network-vif-plugged-d9311903-03b0-4622-8d0e-e89b462b61f0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.946048] env[68864]: DEBUG oslo_concurrency.lockutils [req-df2bcc67-7b79-42da-82da-e5b8c67ec513 req-9dd7224b-da26-4768-8db6-d6387d154ba2 service nova] Acquiring lock "234e6291-cc31-4bf2-826b-dd6c34c43399-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.946258] env[68864]: DEBUG oslo_concurrency.lockutils [req-df2bcc67-7b79-42da-82da-e5b8c67ec513 req-9dd7224b-da26-4768-8db6-d6387d154ba2 service nova] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.946450] env[68864]: DEBUG oslo_concurrency.lockutils [req-df2bcc67-7b79-42da-82da-e5b8c67ec513 req-9dd7224b-da26-4768-8db6-d6387d154ba2 service nova] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.946660] env[68864]: DEBUG nova.compute.manager [req-df2bcc67-7b79-42da-82da-e5b8c67ec513 req-9dd7224b-da26-4768-8db6-d6387d154ba2 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] No waiting events found dispatching network-vif-plugged-d9311903-03b0-4622-8d0e-e89b462b61f0 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.946831] env[68864]: WARNING nova.compute.manager [req-df2bcc67-7b79-42da-82da-e5b8c67ec513 req-9dd7224b-da26-4768-8db6-d6387d154ba2 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Received unexpected event network-vif-plugged-d9311903-03b0-4622-8d0e-e89b462b61f0 for instance with vm_state building and task_state spawning. [ 1177.036430] env[68864]: DEBUG nova.network.neutron [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Successfully updated port: d9311903-03b0-4622-8d0e-e89b462b61f0 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.075668] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: e94094a9-3fb7-494c-9bda-8704f846db40] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.080687] env[68864]: DEBUG oslo_concurrency.lockutils [None req-fe7da10f-9268-44e2-819f-70e9dc516d70 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "c847f1cd-1163-440f-9af4-b30e9602db7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.054s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.142702] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.168430] env[68864]: DEBUG nova.network.neutron [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Port 08f93e53-5dfc-4d1f-808c-757b4d4d011d binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1177.195321] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.195717] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.195948] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.196379] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.196528] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.201476] env[68864]: INFO nova.compute.manager [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Terminating instance [ 1177.232792] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714626a9-8da7-409d-a5b0-50d49f3782dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.241290] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb6a986-b45a-48d1-ad07-f10ebe9755b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.273102] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad91a0e-964b-4db8-9971-49d90a7226b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.280841] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b86dfa-34e7-469d-9a48-88c870db334b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.293723] env[68864]: DEBUG nova.compute.provider_tree [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.341043] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453839} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.341209] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 858e03e5-72e3-4043-b38f-15bf2015e964/858e03e5-72e3-4043-b38f-15bf2015e964.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.341513] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.341846] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d149854a-9def-421e-a9ea-a07f8c8df7ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.348817] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1177.348817] env[68864]: value = "task-3186245" [ 1177.348817] env[68864]: _type = "Task" [ 1177.348817] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.358994] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.539694] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.539826] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.539990] env[68864]: DEBUG nova.network.neutron [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.583194] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: fd248bbd-b4f7-4efb-9575-f3019b0888a9] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.640395] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186243, 'name': CreateSnapshot_Task, 'duration_secs': 0.520222} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.640669] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1177.641411] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba313e3f-a93f-49b3-8020-6c7a5210ab5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.705661] env[68864]: DEBUG nova.compute.manager [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.705909] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.706849] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2f9d0f-a95d-48f3-9d36-6df34e040e16 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.714985] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.715238] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16bff19-0b0e-455a-b271-65dcdfa53f5a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.721926] env[68864]: DEBUG oslo_vmware.api [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1177.721926] env[68864]: value = "task-3186246" [ 1177.721926] env[68864]: _type = "Task" [ 1177.721926] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.730444] env[68864]: DEBUG oslo_vmware.api [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.796881] env[68864]: DEBUG nova.scheduler.client.report [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.859299] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061373} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.859689] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.860495] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b56453-a036-4070-8cdf-d85152e12ac9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.883032] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 858e03e5-72e3-4043-b38f-15bf2015e964/858e03e5-72e3-4043-b38f-15bf2015e964.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.883513] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f65c6fd-e346-441a-971f-d114be2c9fbe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.903299] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1177.903299] env[68864]: value = "task-3186247" [ 1177.903299] env[68864]: _type = "Task" [ 1177.903299] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.911766] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.073444] env[68864]: DEBUG nova.network.neutron [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.088750] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 52342a01-c1ee-4cca-bc8c-ab2dc8a7b8dc] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.093513] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "d4ee4af5-ae92-4f74-983d-211a47954a93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.093779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.093996] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.094206] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.094387] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.096299] env[68864]: INFO nova.compute.manager [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Terminating instance [ 1178.158624] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1178.158942] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c26a8a5-eddd-4dad-84d7-090ba2f6ae92 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.167350] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1178.167350] env[68864]: value = "task-3186248" [ 1178.167350] env[68864]: _type = "Task" [ 1178.167350] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.177623] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186248, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.188204] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.188433] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.188608] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.201064] env[68864]: DEBUG nova.network.neutron [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Updating instance_info_cache with network_info: [{"id": "d9311903-03b0-4622-8d0e-e89b462b61f0", "address": "fa:16:3e:c6:91:18", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9311903-03", "ovs_interfaceid": "d9311903-03b0-4622-8d0e-e89b462b61f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.231752] env[68864]: DEBUG oslo_vmware.api [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186246, 'name': PowerOffVM_Task, 'duration_secs': 0.282246} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.231999] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.232181] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.232426] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10010549-be1e-4a7a-9596-28b94525f9f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.297071] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.297285] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.297330] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleting the datastore file [datastore1] 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.297624] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f8cb43a-7a25-4ec7-8a2c-9f8a20f5b9cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.302572] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.306118] env[68864]: DEBUG oslo_vmware.api [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for the task: (returnval){ [ 1178.306118] env[68864]: value = "task-3186250" [ 1178.306118] env[68864]: _type = "Task" [ 1178.306118] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.314916] env[68864]: DEBUG oslo_vmware.api [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.327204] env[68864]: INFO nova.scheduler.client.report [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted allocations for instance 96b4d1b2-4f50-45d8-ba88-8d384b651fd5 [ 1178.414019] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186247, 'name': ReconfigVM_Task, 'duration_secs': 0.462664} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.414334] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 858e03e5-72e3-4043-b38f-15bf2015e964/858e03e5-72e3-4043-b38f-15bf2015e964.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.415078] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c0e64b6-d088-4342-9b88-e97ac343960b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.422161] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1178.422161] env[68864]: value = "task-3186251" [ 1178.422161] env[68864]: _type = "Task" [ 1178.422161] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.430674] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186251, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.599899] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: bf8eaa7a-343b-49dc-b5f9-0465794804f0] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.602020] env[68864]: DEBUG nova.compute.manager [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.602238] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.603457] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d24ca3-e6c7-4c68-a453-b38f89d76929 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.612258] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.612513] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2fe6cf8-8fe8-487a-a8e2-eb8b652eea6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.619303] env[68864]: DEBUG oslo_vmware.api [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1178.619303] env[68864]: value = "task-3186252" [ 1178.619303] env[68864]: _type = "Task" [ 1178.619303] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.628139] env[68864]: DEBUG oslo_vmware.api [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.678508] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186248, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.702959] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.703082] env[68864]: DEBUG nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Instance network_info: |[{"id": "d9311903-03b0-4622-8d0e-e89b462b61f0", "address": "fa:16:3e:c6:91:18", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9311903-03", "ovs_interfaceid": "d9311903-03b0-4622-8d0e-e89b462b61f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.703516] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:91:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9311903-03b0-4622-8d0e-e89b462b61f0', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.711335] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Creating folder: Project (49d7b92a4a164eb9af2f6a2dff51458f). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.712374] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-473f0888-dac6-4db2-81c5-ecc99c820973 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.723580] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Created folder: Project (49d7b92a4a164eb9af2f6a2dff51458f) in parent group-v636929. [ 1178.723790] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Creating folder: Instances. Parent ref: group-v637233. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.724031] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aceac5de-6292-4742-afea-0a1a13f3881a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.734847] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Created folder: Instances in parent group-v637233. [ 1178.735110] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.735305] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.735507] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fd6dcd9-3495-419b-b910-4d9208c36984 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.757036] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.757036] env[68864]: value = "task-3186255" [ 1178.757036] env[68864]: _type = "Task" [ 1178.757036] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.764751] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186255, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.816063] env[68864]: DEBUG oslo_vmware.api [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Task: {'id': task-3186250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138894} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.816063] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.816063] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.816063] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.816373] env[68864]: INFO nova.compute.manager [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1178.816373] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.816541] env[68864]: DEBUG nova.compute.manager [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.816673] env[68864]: DEBUG nova.network.neutron [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.835803] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3df5ab0b-c45b-46bd-a5bd-99afe4e88afb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "96b4d1b2-4f50-45d8-ba88-8d384b651fd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.638s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.930894] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186251, 'name': Rename_Task, 'duration_secs': 0.142921} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.932028] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.932028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc7a05d-5ed3-4659-b970-a6ad80e8ff53 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.937170] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1178.937170] env[68864]: value = "task-3186256" [ 1178.937170] env[68864]: _type = "Task" [ 1178.937170] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.944553] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.973823] env[68864]: DEBUG nova.compute.manager [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Received event network-changed-d9311903-03b0-4622-8d0e-e89b462b61f0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.974095] env[68864]: DEBUG nova.compute.manager [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Refreshing instance network info cache due to event network-changed-d9311903-03b0-4622-8d0e-e89b462b61f0. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.974418] env[68864]: DEBUG oslo_concurrency.lockutils [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] Acquiring lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.974654] env[68864]: DEBUG oslo_concurrency.lockutils [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] Acquired lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.974908] env[68864]: DEBUG nova.network.neutron [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Refreshing network info cache for port d9311903-03b0-4622-8d0e-e89b462b61f0 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.104866] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 0e20a788-5e96-412d-9449-a4af1ba5aa30] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.130664] env[68864]: DEBUG oslo_vmware.api [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186252, 'name': PowerOffVM_Task, 'duration_secs': 0.179088} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.130994] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.131214] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.131520] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03d111ee-5f82-465b-98ac-1a34fb1a452d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.180152] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186248, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.192847] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.193092] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.193379] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleting the datastore file [datastore1] d4ee4af5-ae92-4f74-983d-211a47954a93 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.193552] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8e4d94d-09ce-4a36-9ffb-bc0c8176c912 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.203924] env[68864]: DEBUG oslo_vmware.api [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for the task: (returnval){ [ 1179.203924] env[68864]: value = "task-3186258" [ 1179.203924] env[68864]: _type = "Task" [ 1179.203924] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.215346] env[68864]: DEBUG oslo_vmware.api [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.234293] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.234491] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.234688] env[68864]: DEBUG nova.network.neutron [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.267558] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186255, 'name': CreateVM_Task, 'duration_secs': 0.325969} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.268083] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.270560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.270762] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.271104] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.271443] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b92ee8-8453-451a-90fa-54cd44a4ef03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.276631] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1179.276631] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5238a82e-4f16-cd72-2caf-c46fee831df8" [ 1179.276631] env[68864]: _type = "Task" [ 1179.276631] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.285651] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5238a82e-4f16-cd72-2caf-c46fee831df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.451028] env[68864]: DEBUG oslo_vmware.api [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186256, 'name': PowerOnVM_Task, 'duration_secs': 0.495073} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.451028] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.451028] env[68864]: INFO nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1179.451028] env[68864]: DEBUG nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.451028] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e951e-2ab5-4eed-a563-a8cbbcf0d684 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.609410] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 9e4b3977-b200-4fd9-9f22-3d0d19e16f89] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.679331] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186248, 'name': CloneVM_Task, 'duration_secs': 1.390796} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.680139] env[68864]: DEBUG nova.network.neutron [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Updated VIF entry in instance network info cache for port d9311903-03b0-4622-8d0e-e89b462b61f0. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.680492] env[68864]: DEBUG nova.network.neutron [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Updating instance_info_cache with network_info: [{"id": "d9311903-03b0-4622-8d0e-e89b462b61f0", "address": "fa:16:3e:c6:91:18", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9311903-03", "ovs_interfaceid": "d9311903-03b0-4622-8d0e-e89b462b61f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.681669] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Created linked-clone VM from snapshot [ 1179.682403] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4725ac5f-4d3f-4746-8a5c-317c28d45ec1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.691401] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Uploading image 5acecc36-23af-424c-84aa-d92cfdc33c60 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1179.718545] env[68864]: DEBUG oslo_vmware.api [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Task: {'id': task-3186258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152191} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.718799] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.718980] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.719178] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.719354] env[68864]: INFO nova.compute.manager [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1179.719763] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.720076] env[68864]: DEBUG nova.compute.manager [-] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.720188] env[68864]: DEBUG nova.network.neutron [-] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.723331] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1179.723331] env[68864]: value = "vm-637232" [ 1179.723331] env[68864]: _type = "VirtualMachine" [ 1179.723331] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1179.723515] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df8b4016-fe88-4355-b9e5-1ef58e546267 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.731029] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease: (returnval){ [ 1179.731029] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52911f30-f263-11c0-d364-d6a5fe5090b5" [ 1179.731029] env[68864]: _type = "HttpNfcLease" [ 1179.731029] env[68864]: } obtained for exporting VM: (result){ [ 1179.731029] env[68864]: value = "vm-637232" [ 1179.731029] env[68864]: _type = "VirtualMachine" [ 1179.731029] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1179.731239] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the lease: (returnval){ [ 1179.731239] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52911f30-f263-11c0-d364-d6a5fe5090b5" [ 1179.731239] env[68864]: _type = "HttpNfcLease" [ 1179.731239] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1179.739932] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1179.739932] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52911f30-f263-11c0-d364-d6a5fe5090b5" [ 1179.739932] env[68864]: _type = "HttpNfcLease" [ 1179.739932] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1179.787291] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5238a82e-4f16-cd72-2caf-c46fee831df8, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.787653] env[68864]: DEBUG nova.network.neutron [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.789378] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.789654] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.789895] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.790053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.790239] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.790489] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c27f1324-c0ea-472f-8278-9127f0d47e3d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.808473] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.808691] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.809665] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1455d8-3692-4004-b835-88f2390b3053 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.815422] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1179.815422] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52180f6f-58e0-d9cb-a1e2-c9bb02c92084" [ 1179.815422] env[68864]: _type = "Task" [ 1179.815422] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.825224] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52180f6f-58e0-d9cb-a1e2-c9bb02c92084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.972156] env[68864]: INFO nova.compute.manager [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Took 14.43 seconds to build instance. [ 1180.187334] env[68864]: DEBUG oslo_concurrency.lockutils [req-88da54f9-dc6d-4787-98c6-0685119eca4b req-6c024ce0-36cc-44d4-95e4-4aa16b8d0c42 service nova] Releasing lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.240562] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.240562] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52911f30-f263-11c0-d364-d6a5fe5090b5" [ 1180.240562] env[68864]: _type = "HttpNfcLease" [ 1180.240562] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1180.240562] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1180.240562] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52911f30-f263-11c0-d364-d6a5fe5090b5" [ 1180.240562] env[68864]: _type = "HttpNfcLease" [ 1180.240562] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1180.241196] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42c085-06a1-46a1-aa1c-59c9edb433bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.248281] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e3a-cbc1-1223-c512-c5f609648500/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1180.248730] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e3a-cbc1-1223-c512-c5f609648500/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1180.311318] env[68864]: INFO nova.compute.manager [-] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Took 1.49 seconds to deallocate network for instance. [ 1180.313331] env[68864]: DEBUG nova.network.neutron [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.334699] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52180f6f-58e0-d9cb-a1e2-c9bb02c92084, 'name': SearchDatastore_Task, 'duration_secs': 0.02566} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.336410] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b831f834-90bd-4cc3-9d4d-73b9146105d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.343776] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1180.343776] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52df7512-7210-6549-50a2-301a1e95a355" [ 1180.343776] env[68864]: _type = "Task" [ 1180.343776] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.352509] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52df7512-7210-6549-50a2-301a1e95a355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.377903] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8903b3b-e78c-4ae3-a204-5423a8f21c39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.472138] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a9bb3b2f-701e-4e4b-850a-9458cb15a363 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "858e03e5-72e3-4043-b38f-15bf2015e964" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.937s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.485208] env[68864]: DEBUG nova.network.neutron [-] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.815958] env[68864]: DEBUG oslo_concurrency.lockutils [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.820290] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "858e03e5-72e3-4043-b38f-15bf2015e964" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.822049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "858e03e5-72e3-4043-b38f-15bf2015e964" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.822049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "858e03e5-72e3-4043-b38f-15bf2015e964-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.822049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "858e03e5-72e3-4043-b38f-15bf2015e964-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.822049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "858e03e5-72e3-4043-b38f-15bf2015e964-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.823513] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.824149] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.824359] env[68864]: DEBUG nova.objects.instance [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lazy-loading 'resources' on Instance uuid 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.825515] env[68864]: INFO nova.compute.manager [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Terminating instance [ 1180.856972] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52df7512-7210-6549-50a2-301a1e95a355, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.857329] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.857699] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/234e6291-cc31-4bf2-826b-dd6c34c43399.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.858051] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b67598-8f3e-4df7-9578-d2d48c9768d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.866163] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1180.866163] env[68864]: value = "task-3186260" [ 1180.866163] env[68864]: _type = "Task" [ 1180.866163] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.875337] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.988756] env[68864]: INFO nova.compute.manager [-] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Took 1.27 seconds to deallocate network for instance. [ 1181.006503] env[68864]: DEBUG nova.compute.manager [req-25ea2059-f1b9-4a84-a045-372234b7f460 req-5da7ff3f-ba58-4ceb-9f2f-8f973fc68fc8 service nova] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Received event network-vif-deleted-1f2f0976-4762-463f-a362-a42b68ce338c {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.006817] env[68864]: DEBUG nova.compute.manager [req-25ea2059-f1b9-4a84-a045-372234b7f460 req-5da7ff3f-ba58-4ceb-9f2f-8f973fc68fc8 service nova] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Received event network-vif-deleted-fb43bc74-e055-4ffd-b2b2-a20e45eabf58 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.311346] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.312923] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.333519] env[68864]: DEBUG nova.compute.manager [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.333879] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.335395] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330c9b3-ccc5-419e-9093-6622cb8206f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.345507] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.346361] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08b9d367-22ad-4d7e-8387-34a7dcdb7121 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.349541] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd2f687-1d4d-4812-b336-0cfbd151db76 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.380162] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b9272-896e-4974-b67d-13f03101fdd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.383918] env[68864]: DEBUG oslo_vmware.api [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1181.383918] env[68864]: value = "task-3186261" [ 1181.383918] env[68864]: _type = "Task" [ 1181.383918] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.394159] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance 'efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.398262] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186260, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.406306] env[68864]: DEBUG oslo_vmware.api [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.498843] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.526972] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d233389f-7ff3-4787-a709-2bbccff5cbcb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.537126] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3185c133-4429-47af-8359-1501bedf535c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.572311] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b60b308-f7e6-40a3-95b5-d43ae2d16d17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.580268] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbebba6-a9c6-4953-a679-e1b7615644e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.594898] env[68864]: DEBUG nova.compute.provider_tree [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.814857] env[68864]: DEBUG nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.881826] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537487} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.882168] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/234e6291-cc31-4bf2-826b-dd6c34c43399.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.882471] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.882789] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acaa42b7-7e77-4404-ba57-71bf2bad62bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.892317] env[68864]: DEBUG oslo_vmware.api [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186261, 'name': PowerOffVM_Task, 'duration_secs': 0.197098} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.893748] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.893924] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.894384] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1181.894384] env[68864]: value = "task-3186262" [ 1181.894384] env[68864]: _type = "Task" [ 1181.894384] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.894740] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45c56a33-eac7-4f63-a241-df9fd0862518 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.903531] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.906719] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187fcc0d-b9c1-4074-872a-5f90f7eec1b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.908283] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.913345] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1181.913345] env[68864]: value = "task-3186264" [ 1181.913345] env[68864]: _type = "Task" [ 1181.913345] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.920796] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.974274] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.974540] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.974799] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleting the datastore file [datastore2] 858e03e5-72e3-4043-b38f-15bf2015e964 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.975143] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b55bfce-c646-4593-af20-f01ff89f3015 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.981861] env[68864]: DEBUG oslo_vmware.api [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1181.981861] env[68864]: value = "task-3186265" [ 1181.981861] env[68864]: _type = "Task" [ 1181.981861] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.990186] env[68864]: DEBUG oslo_vmware.api [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.099445] env[68864]: DEBUG nova.scheduler.client.report [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.335933] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.408055] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091195} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.408468] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.409490] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44123f23-4a29-40a7-986f-60ffac27b998 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.442075] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/234e6291-cc31-4bf2-826b-dd6c34c43399.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.443153] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f54915-b408-4b38-a28f-5678cc4fa462 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.462814] env[68864]: DEBUG oslo_vmware.api [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186264, 'name': PowerOnVM_Task, 'duration_secs': 0.504173} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.464123] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.464427] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-915bc166-124b-45df-bf54-e32d6a3a6ee6 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance 'efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.469581] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1182.469581] env[68864]: value = "task-3186266" [ 1182.469581] env[68864]: _type = "Task" [ 1182.469581] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.478279] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.491552] env[68864]: DEBUG oslo_vmware.api [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236884} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.491981] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.492678] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.492678] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.492678] env[68864]: INFO nova.compute.manager [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1182.492952] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.493356] env[68864]: DEBUG nova.compute.manager [-] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.493515] env[68864]: DEBUG nova.network.neutron [-] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.606871] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.609442] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.111s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.611266] env[68864]: DEBUG nova.objects.instance [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lazy-loading 'resources' on Instance uuid d4ee4af5-ae92-4f74-983d-211a47954a93 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.631291] env[68864]: INFO nova.scheduler.client.report [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Deleted allocations for instance 42aabb46-25b4-49a5-bc06-7b3bb98d6e15 [ 1182.811930] env[68864]: DEBUG nova.compute.manager [req-afb6efbd-1cfb-4fd1-a16a-b36880170e75 req-9e4f5de4-875f-46d3-a326-6815b676ab5e service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Received event network-vif-deleted-438aac29-61a9-4d5b-b614-efe59ca342cf {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.812283] env[68864]: INFO nova.compute.manager [req-afb6efbd-1cfb-4fd1-a16a-b36880170e75 req-9e4f5de4-875f-46d3-a326-6815b676ab5e service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Neutron deleted interface 438aac29-61a9-4d5b-b614-efe59ca342cf; detaching it from the instance and deleting it from the info cache [ 1182.812488] env[68864]: DEBUG nova.network.neutron [req-afb6efbd-1cfb-4fd1-a16a-b36880170e75 req-9e4f5de4-875f-46d3-a326-6815b676ab5e service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.983475] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186266, 'name': ReconfigVM_Task, 'duration_secs': 0.31616} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.984064] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/234e6291-cc31-4bf2-826b-dd6c34c43399.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.985352] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf038bb6-c1d5-4aae-91e0-c5a55f63a588 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.992400] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1182.992400] env[68864]: value = "task-3186267" [ 1182.992400] env[68864]: _type = "Task" [ 1182.992400] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.001548] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186267, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.141284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-084bea67-e2de-43cd-a93d-f716d298409e tempest-ServerActionsTestOtherB-367491444 tempest-ServerActionsTestOtherB-367491444-project-member] Lock "42aabb46-25b4-49a5-bc06-7b3bb98d6e15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.946s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.264755] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42c706-5575-4c9d-956c-a15be0bb2239 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.274763] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f3e506-215f-429d-88be-29f1e75e9efa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.304660] env[68864]: DEBUG nova.network.neutron [-] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.306657] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103bba4f-cd66-413c-8712-a80371de0358 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.314718] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8d7fde-eda1-43c2-bc9c-c8eee4d17c72 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.319550] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-840f3afc-edf0-4a3d-9930-556afb2f03f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.331782] env[68864]: DEBUG nova.compute.provider_tree [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.336888] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89049f4a-5d9f-4a7b-b4db-6de0a0e27fa0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.365848] env[68864]: DEBUG nova.compute.manager [req-afb6efbd-1cfb-4fd1-a16a-b36880170e75 req-9e4f5de4-875f-46d3-a326-6815b676ab5e service nova] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Detach interface failed, port_id=438aac29-61a9-4d5b-b614-efe59ca342cf, reason: Instance 858e03e5-72e3-4043-b38f-15bf2015e964 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.503553] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186267, 'name': Rename_Task, 'duration_secs': 0.142113} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.503892] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.504110] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-750320c9-99b0-48b7-8c09-b72a454a13cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.510574] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1183.510574] env[68864]: value = "task-3186269" [ 1183.510574] env[68864]: _type = "Task" [ 1183.510574] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.518579] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.809982] env[68864]: INFO nova.compute.manager [-] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Took 1.32 seconds to deallocate network for instance. [ 1183.835377] env[68864]: DEBUG nova.scheduler.client.report [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.021404] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186269, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.101960] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.317201] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.341284] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.343803] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.008s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.345812] env[68864]: INFO nova.compute.claims [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.364594] env[68864]: INFO nova.scheduler.client.report [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Deleted allocations for instance d4ee4af5-ae92-4f74-983d-211a47954a93 [ 1184.521426] env[68864]: DEBUG oslo_vmware.api [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186269, 'name': PowerOnVM_Task, 'duration_secs': 0.608828} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.521715] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.521930] env[68864]: INFO nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1184.522194] env[68864]: DEBUG nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.522913] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145dc7e5-5825-4b52-96e5-1aabea28b588 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.872664] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8c7b0a2e-79d0-4807-acc5-a86b77b0b511 tempest-AttachInterfacesTestJSON-1437884694 tempest-AttachInterfacesTestJSON-1437884694-project-member] Lock "d4ee4af5-ae92-4f74-983d-211a47954a93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.779s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.039509] env[68864]: INFO nova.compute.manager [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Took 12.62 seconds to build instance. [ 1185.203260] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.203527] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.203782] env[68864]: DEBUG nova.compute.manager [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Going to confirm migration 8 {{(pid=68864) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1185.483859] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de1005-96f5-47b1-94db-048bcd8a60bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.491359] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd857307-977c-4d12-9f2d-4a76552b2fd6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.527218] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46828ff6-de2c-4b5c-bae9-3d852fbb5fdc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.534998] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe861063-e102-4783-891d-0b704790d5ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.543148] env[68864]: DEBUG oslo_concurrency.lockutils [None req-579349b1-5af6-411f-bcf2-36a401018a8d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.131s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.552989] env[68864]: DEBUG nova.compute.provider_tree [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.749491] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.749699] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.749911] env[68864]: DEBUG nova.network.neutron [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.750123] env[68864]: DEBUG nova.objects.instance [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'info_cache' on Instance uuid efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.059115] env[68864]: DEBUG nova.scheduler.client.report [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.142739] env[68864]: INFO nova.compute.manager [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Rescuing [ 1186.143059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.143228] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.145581] env[68864]: DEBUG nova.network.neutron [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.565409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.566044] env[68864]: DEBUG nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.568846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.252s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.569110] env[68864]: DEBUG nova.objects.instance [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'resources' on Instance uuid 858e03e5-72e3-4043-b38f-15bf2015e964 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.022447] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_power_states {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.026740] env[68864]: DEBUG nova.network.neutron [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Updating instance_info_cache with network_info: [{"id": "d9311903-03b0-4622-8d0e-e89b462b61f0", "address": "fa:16:3e:c6:91:18", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9311903-03", "ovs_interfaceid": "d9311903-03b0-4622-8d0e-e89b462b61f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.073893] env[68864]: DEBUG nova.compute.utils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.082393] env[68864]: DEBUG nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.082544] env[68864]: DEBUG nova.network.neutron [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.166175] env[68864]: DEBUG nova.network.neutron [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [{"id": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "address": "fa:16:3e:3e:d4:10", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f93e53-5d", "ovs_interfaceid": "08f93e53-5dfc-4d1f-808c-757b4d4d011d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.179209] env[68864]: DEBUG nova.policy [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffac22fa8dcb40f191b57fb3a03c9f2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520c8dd826ae42dc8e35db23cd35dc49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.258015] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7235eb-e781-4acc-9516-c0760462de08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.267487] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa097e5a-9615-444d-8cf0-0d407ac7b507 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.306181] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052e3c4-639d-4c0e-9a66-81e911c45216 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.316649] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a36b85-120d-48a4-845e-3ce16e5f1a1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.332771] env[68864]: DEBUG nova.compute.provider_tree [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.527206] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Getting list of instances from cluster (obj){ [ 1187.527206] env[68864]: value = "domain-c8" [ 1187.527206] env[68864]: _type = "ClusterComputeResource" [ 1187.527206] env[68864]: } {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1187.530365] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e3a-cbc1-1223-c512-c5f609648500/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1187.536818] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81731987-3045-4520-a51f-035c989846d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.537011] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "refresh_cache-234e6291-cc31-4bf2-826b-dd6c34c43399" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.541740] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c69d23-c06d-4954-bd6a-efea38ab97ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.550594] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e3a-cbc1-1223-c512-c5f609648500/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1187.551375] env[68864]: ERROR oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e3a-cbc1-1223-c512-c5f609648500/disk-0.vmdk due to incomplete transfer. [ 1187.566962] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56525279-ff66-4aac-b008-a158b0b60e14 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.568876] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Got total of 5 instances {{(pid=68864) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1187.569195] env[68864]: WARNING nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 1187.569354] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid 9d87c672-1de2-40a6-bce5-c48357027d1d {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.569543] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.569701] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid 9c50381b-8272-470c-a5e4-51db657b897d {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.569852] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.570134] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid 6924b592-15c4-42ab-8fab-1107274b5bae {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.570314] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid 858e03e5-72e3-4043-b38f-15bf2015e964 {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.570523] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid 234e6291-cc31-4bf2-826b-dd6c34c43399 {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.570687] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Triggering sync for uuid f371755d-1fdc-475f-9b23-5646b515647a {{(pid=68864) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1187.572892] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "9d87c672-1de2-40a6-bce5-c48357027d1d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.573140] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.573488] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.574098] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "9c50381b-8272-470c-a5e4-51db657b897d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.574098] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "9c50381b-8272-470c-a5e4-51db657b897d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.574355] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.574416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "6924b592-15c4-42ab-8fab-1107274b5bae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.574593] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "6924b592-15c4-42ab-8fab-1107274b5bae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.574896] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "858e03e5-72e3-4043-b38f-15bf2015e964" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.575115] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "234e6291-cc31-4bf2-826b-dd6c34c43399" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.575535] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.575712] env[68864]: INFO nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] During sync_power_state the instance has a pending task (rescuing). Skip. [ 1187.575873] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.576086] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.578034] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd7db840-d4d4-47ec-b29a-bfef1624d2ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.579504] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552a32ef-824f-4d96-9efa-23572cebbe08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.582658] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da17e45-b220-4ef0-a43d-1b9c85abcd1b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.589110] env[68864]: DEBUG nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.595573] env[68864]: DEBUG oslo_vmware.rw_handles [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52077e3a-cbc1-1223-c512-c5f609648500/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1187.595830] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Uploaded image 5acecc36-23af-424c-84aa-d92cfdc33c60 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1187.599028] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1187.600529] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b431952f-8264-43fd-b47b-236253110e64 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.614026] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01570e0-322f-41d2-8dca-35d5548951e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.628474] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1187.628474] env[68864]: value = "task-3186270" [ 1187.628474] env[68864]: _type = "Task" [ 1187.628474] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.638867] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186270, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.649262] env[68864]: DEBUG nova.network.neutron [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Successfully created port: 88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.670535] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.670810] env[68864]: DEBUG nova.objects.instance [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'migration_context' on Instance uuid efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.835903] env[68864]: DEBUG nova.scheduler.client.report [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.113160] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "6924b592-15c4-42ab-8fab-1107274b5bae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.113160] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "9c50381b-8272-470c-a5e4-51db657b897d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.143026] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186270, 'name': Destroy_Task, 'duration_secs': 0.391857} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.143026] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Destroyed the VM [ 1188.143026] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1188.143026] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba92ae1b-e022-4dff-a3be-4479880110b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.148155] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1188.148155] env[68864]: value = "task-3186271" [ 1188.148155] env[68864]: _type = "Task" [ 1188.148155] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.153451] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "9d87c672-1de2-40a6-bce5-c48357027d1d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.580s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.158731] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186271, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.173438] env[68864]: DEBUG nova.objects.base [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.174445] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6f7944-db7d-41d1-8f8e-3eb33548cd1c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.196515] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a786285-a3ac-40ab-8717-6daaa5727537 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.202638] env[68864]: DEBUG oslo_vmware.api [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1188.202638] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5260369c-976d-618b-3313-acec4f3c86d5" [ 1188.202638] env[68864]: _type = "Task" [ 1188.202638] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.211850] env[68864]: DEBUG oslo_vmware.api [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5260369c-976d-618b-3313-acec4f3c86d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.342034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.365999] env[68864]: INFO nova.scheduler.client.report [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted allocations for instance 858e03e5-72e3-4043-b38f-15bf2015e964 [ 1188.602453] env[68864]: DEBUG nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.631263] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.631519] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.631678] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.631862] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.632015] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.632170] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.632379] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.632538] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.632704] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.632867] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.633050] env[68864]: DEBUG nova.virt.hardware [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.634196] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c515700-274c-4a6f-926f-b30146381e31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.642548] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7b23d3-ab08-42ed-b8e7-406eb059134f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.663239] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186271, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350945} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.663510] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1188.663826] env[68864]: DEBUG nova.compute.manager [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.664556] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da77e387-3098-4847-b6bd-6d7b6041a05d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.712453] env[68864]: DEBUG oslo_vmware.api [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5260369c-976d-618b-3313-acec4f3c86d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.712626] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.712787] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.874027] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d142ee32-1221-4c58-99bb-7a26629a2c9e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "858e03e5-72e3-4043-b38f-15bf2015e964" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.053s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.875393] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "858e03e5-72e3-4043-b38f-15bf2015e964" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.300s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.875698] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b88f956-ee2a-4a37-b1b9-7138f7c1c4fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.884958] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f98133-1380-402e-8a79-209048a06371 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.108889] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.109231] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-503c1684-e07c-41a5-99f1-dce5c2d3558c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.119079] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1189.119079] env[68864]: value = "task-3186272" [ 1189.119079] env[68864]: _type = "Task" [ 1189.119079] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.138344] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.169645] env[68864]: DEBUG nova.compute.manager [req-0fc4d3e7-a5e4-49d5-8bf1-bcff29e5cf47 req-c180b220-2e69-416c-ba61-2da3e31bd1fc service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Received event network-vif-plugged-88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.169779] env[68864]: DEBUG oslo_concurrency.lockutils [req-0fc4d3e7-a5e4-49d5-8bf1-bcff29e5cf47 req-c180b220-2e69-416c-ba61-2da3e31bd1fc service nova] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.170451] env[68864]: DEBUG oslo_concurrency.lockutils [req-0fc4d3e7-a5e4-49d5-8bf1-bcff29e5cf47 req-c180b220-2e69-416c-ba61-2da3e31bd1fc service nova] Lock "f371755d-1fdc-475f-9b23-5646b515647a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.170451] env[68864]: DEBUG oslo_concurrency.lockutils [req-0fc4d3e7-a5e4-49d5-8bf1-bcff29e5cf47 req-c180b220-2e69-416c-ba61-2da3e31bd1fc service nova] Lock "f371755d-1fdc-475f-9b23-5646b515647a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.170451] env[68864]: DEBUG nova.compute.manager [req-0fc4d3e7-a5e4-49d5-8bf1-bcff29e5cf47 req-c180b220-2e69-416c-ba61-2da3e31bd1fc service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] No waiting events found dispatching network-vif-plugged-88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.170817] env[68864]: WARNING nova.compute.manager [req-0fc4d3e7-a5e4-49d5-8bf1-bcff29e5cf47 req-c180b220-2e69-416c-ba61-2da3e31bd1fc service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Received unexpected event network-vif-plugged-88f4610e-519e-4ddf-ab86-2db927ca8afe for instance with vm_state building and task_state spawning. [ 1189.175845] env[68864]: INFO nova.compute.manager [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Shelve offloading [ 1189.332442] env[68864]: DEBUG nova.network.neutron [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Successfully updated port: 88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.367510] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5737e91e-f0ba-4975-a30d-6738a648239a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.377025] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeea45e-caf6-4d23-b0d6-033cda235879 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.416519] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "858e03e5-72e3-4043-b38f-15bf2015e964" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.417984] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7143bc-29f9-4d20-8ced-adf1023bb939 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.426029] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475af14-f976-45a6-9a1a-a3045e312663 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.445619] env[68864]: DEBUG nova.compute.provider_tree [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.629807] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186272, 'name': PowerOffVM_Task, 'duration_secs': 0.230886} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.630105] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.630898] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166a80e9-7091-4375-bf28-e8438ffe3e13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.648850] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda5e40c-8d1f-4cc0-89e1-8f38d204d1f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.680139] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.680401] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3864c68f-1063-4ec7-974c-f60eef051463 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.682091] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.682314] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18bcfb39-9987-4675-9410-cdc7a4e33ad1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.689472] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1189.689472] env[68864]: value = "task-3186273" [ 1189.689472] env[68864]: _type = "Task" [ 1189.689472] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.690640] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1189.690640] env[68864]: value = "task-3186274" [ 1189.690640] env[68864]: _type = "Task" [ 1189.690640] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.703471] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1189.703631] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.703876] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.704115] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.704217] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.704440] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.704622] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d029af2-4a8e-4cb4-9a37-22cb99b7dc70 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.711960] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.712154] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.712797] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5a86b6-c1d6-4bf5-8bab-7724342bcfbf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.717696] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1189.717696] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5267cbb2-6c94-1010-bc68-b5b6ac8fa6b6" [ 1189.717696] env[68864]: _type = "Task" [ 1189.717696] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.724815] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5267cbb2-6c94-1010-bc68-b5b6ac8fa6b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.746316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "6924b592-15c4-42ab-8fab-1107274b5bae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.746544] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "6924b592-15c4-42ab-8fab-1107274b5bae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.746756] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "6924b592-15c4-42ab-8fab-1107274b5bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.746953] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "6924b592-15c4-42ab-8fab-1107274b5bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.747137] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "6924b592-15c4-42ab-8fab-1107274b5bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.749118] env[68864]: INFO nova.compute.manager [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Terminating instance [ 1189.836680] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.836838] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.836987] env[68864]: DEBUG nova.network.neutron [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.949285] env[68864]: DEBUG nova.scheduler.client.report [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.203825] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1190.204121] env[68864]: DEBUG nova.compute.manager [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.204791] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a835e1a6-15f0-4991-9c29-34b46766c65c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.212697] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.212826] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.213063] env[68864]: DEBUG nova.network.neutron [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.227372] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5267cbb2-6c94-1010-bc68-b5b6ac8fa6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.007514} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.228092] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d194884-875c-420e-ad16-15996c2d3c20 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.232590] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1190.232590] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52020b88-70f2-d9a5-8609-1392c628fb1b" [ 1190.232590] env[68864]: _type = "Task" [ 1190.232590] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.239985] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52020b88-70f2-d9a5-8609-1392c628fb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.255020] env[68864]: DEBUG nova.compute.manager [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.255020] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.255020] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548496b2-3ec7-4c9e-bf54-b0df2401d923 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.260913] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.261143] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50be491d-1897-4f93-93a5-c1f335dc5892 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.266865] env[68864]: DEBUG oslo_vmware.api [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1190.266865] env[68864]: value = "task-3186275" [ 1190.266865] env[68864]: _type = "Task" [ 1190.266865] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.273822] env[68864]: DEBUG oslo_vmware.api [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.475277] env[68864]: DEBUG nova.network.neutron [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.730593] env[68864]: DEBUG nova.network.neutron [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updating instance_info_cache with network_info: [{"id": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "address": "fa:16:3e:b2:83:ed", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f4610e-51", "ovs_interfaceid": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.742413] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52020b88-70f2-d9a5-8609-1392c628fb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.743187] env[68864]: DEBUG oslo_concurrency.lockutils [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.743436] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. {{(pid=68864) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1190.743699] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2187ed96-3b7d-47f3-a66c-b62671cd6d26 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.750533] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1190.750533] env[68864]: value = "task-3186276" [ 1190.750533] env[68864]: _type = "Task" [ 1190.750533] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.760180] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.775089] env[68864]: DEBUG oslo_vmware.api [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186275, 'name': PowerOffVM_Task, 'duration_secs': 0.181017} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.775336] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.775501] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.775789] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5486a8ac-f9aa-4eaa-8b59-35ef46f83103 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.835771] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.836060] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.836263] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleting the datastore file [datastore2] 6924b592-15c4-42ab-8fab-1107274b5bae {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.836545] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955251ad-73b2-49c0-825d-05625e19d09b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.845305] env[68864]: DEBUG oslo_vmware.api [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1190.845305] env[68864]: value = "task-3186278" [ 1190.845305] env[68864]: _type = "Task" [ 1190.845305] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.852911] env[68864]: DEBUG oslo_vmware.api [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.959306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.246s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.012352] env[68864]: DEBUG nova.network.neutron [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e33a74-61", "ovs_interfaceid": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.209069] env[68864]: DEBUG nova.compute.manager [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Received event network-changed-88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.209369] env[68864]: DEBUG nova.compute.manager [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Refreshing instance network info cache due to event network-changed-88f4610e-519e-4ddf-ab86-2db927ca8afe. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.209523] env[68864]: DEBUG oslo_concurrency.lockutils [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] Acquiring lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.233639] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.233964] env[68864]: DEBUG nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Instance network_info: |[{"id": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "address": "fa:16:3e:b2:83:ed", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f4610e-51", "ovs_interfaceid": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.234389] env[68864]: DEBUG oslo_concurrency.lockutils [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] Acquired lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.234599] env[68864]: DEBUG nova.network.neutron [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Refreshing network info cache for port 88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.235971] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:83:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88f4610e-519e-4ddf-ab86-2db927ca8afe', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.245889] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.247379] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.247669] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8eceb6b-06b0-4301-a854-ad92b320ceea {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.276046] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.277340] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.277340] env[68864]: value = "task-3186279" [ 1191.277340] env[68864]: _type = "Task" [ 1191.277340] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.289026] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186279, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.355316] env[68864]: DEBUG oslo_vmware.api [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229352} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.355728] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.356034] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.356336] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.356743] env[68864]: INFO nova.compute.manager [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1191.357016] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.357323] env[68864]: DEBUG nova.compute.manager [-] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.357481] env[68864]: DEBUG nova.network.neutron [-] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.514847] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.531845] env[68864]: INFO nova.scheduler.client.report [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted allocation for migration 281bce4d-a27b-49a2-89b5-d4998c43071d [ 1191.776080] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590572} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.776511] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. [ 1191.777466] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327be9f8-8eee-43da-b708-d36d71c1345e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.809748] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186279, 'name': CreateVM_Task, 'duration_secs': 0.40985} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.819462] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.822086] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.822646] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022574ab-a1ed-4499-a44c-31b290884d93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.837475] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.837662] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.837986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.838904] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32996312-fa8d-42b9-9209-1700bea2cdf4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.844427] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1191.844427] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bc4cb8-10cc-3978-587b-ae095067f3c7" [ 1191.844427] env[68864]: _type = "Task" [ 1191.844427] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.848584] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1191.848584] env[68864]: value = "task-3186280" [ 1191.848584] env[68864]: _type = "Task" [ 1191.848584] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.859087] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52bc4cb8-10cc-3978-587b-ae095067f3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.860502] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.860961] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.861074] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.861296] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.861568] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.861852] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.862100] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f81920c1-7eb8-47c2-90e4-ab6d95f0d88a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.870445] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.870727] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.871315] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2967ab1-2b26-424f-a82e-05aacf0d8544 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.877553] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1191.877553] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b87e43-6b8d-37dd-35b7-4ca0ca03212a" [ 1191.877553] env[68864]: _type = "Task" [ 1191.877553] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.886928] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b87e43-6b8d-37dd-35b7-4ca0ca03212a, 'name': SearchDatastore_Task, 'duration_secs': 0.007806} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.887735] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b30187-5b05-41f4-ac22-7a5e85059caf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.892525] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1191.892525] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52128a18-647f-6158-523d-a23d225976c8" [ 1191.892525] env[68864]: _type = "Task" [ 1191.892525] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.900258] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52128a18-647f-6158-523d-a23d225976c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.913824] env[68864]: DEBUG nova.compute.manager [req-ac725b2d-a62c-4e3e-b39d-ba4b821fc364 req-41f81318-fb98-476d-a671-92ea67cbb9c9 service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Received event network-vif-deleted-3afebf0f-2948-4c95-bf4d-582a3e410c7a {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.914031] env[68864]: INFO nova.compute.manager [req-ac725b2d-a62c-4e3e-b39d-ba4b821fc364 req-41f81318-fb98-476d-a671-92ea67cbb9c9 service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Neutron deleted interface 3afebf0f-2948-4c95-bf4d-582a3e410c7a; detaching it from the instance and deleting it from the info cache [ 1191.914205] env[68864]: DEBUG nova.network.neutron [req-ac725b2d-a62c-4e3e-b39d-ba4b821fc364 req-41f81318-fb98-476d-a671-92ea67cbb9c9 service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.037288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bedf2c40-945f-45d9-9027-7f84ab354d24 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.834s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.038500] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.465s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.043868] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ce927-14b2-4761-81e0-9d286885f873 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.099041] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.100254] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca67711-91a9-4413-a952-fd1a443e98f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.111969] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.111969] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46285818-39ba-4cdf-ae53-0a7e5a8f97f1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.115617] env[68864]: DEBUG nova.network.neutron [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updated VIF entry in instance network info cache for port 88f4610e-519e-4ddf-ab86-2db927ca8afe. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.116768] env[68864]: DEBUG nova.network.neutron [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updating instance_info_cache with network_info: [{"id": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "address": "fa:16:3e:b2:83:ed", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f4610e-51", "ovs_interfaceid": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.188665] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.188899] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.189100] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleting the datastore file [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.189369] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da944b7a-667e-49e5-8752-9e459a2ee4fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.195792] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1192.195792] env[68864]: value = "task-3186282" [ 1192.195792] env[68864]: _type = "Task" [ 1192.195792] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.205024] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.287224] env[68864]: DEBUG nova.network.neutron [-] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.360747] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186280, 'name': ReconfigVM_Task, 'duration_secs': 0.376631} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.361114] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.362898] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442070d-bfe0-4da0-8ace-f5003db3fc9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.389687] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c96757-13e9-4a17-b520-db84f7fec4d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.410647] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1192.410647] env[68864]: value = "task-3186283" [ 1192.410647] env[68864]: _type = "Task" [ 1192.410647] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.415500] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52128a18-647f-6158-523d-a23d225976c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.419431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.419684] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f371755d-1fdc-475f-9b23-5646b515647a/f371755d-1fdc-475f-9b23-5646b515647a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.421861] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cddf802d-aa62-4c4f-9749-af618e5a4353 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.422397] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-223419e8-bac7-48d3-aa09-195c54fac861 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.429954] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.432645] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1192.432645] env[68864]: value = "task-3186284" [ 1192.432645] env[68864]: _type = "Task" [ 1192.432645] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.435509] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8d4be2-a354-4a44-9545-74bc2cc4810a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.458330] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.468356] env[68864]: DEBUG nova.compute.manager [req-ac725b2d-a62c-4e3e-b39d-ba4b821fc364 req-41f81318-fb98-476d-a671-92ea67cbb9c9 service nova] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Detach interface failed, port_id=3afebf0f-2948-4c95-bf4d-582a3e410c7a, reason: Instance 6924b592-15c4-42ab-8fab-1107274b5bae could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1192.556951] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.620425] env[68864]: DEBUG oslo_concurrency.lockutils [req-2a068424-253e-44e1-880e-27ef48b76a4e req-031681f7-9c81-47ef-844e-729b3ba3da1b service nova] Releasing lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.709987] env[68864]: DEBUG oslo_vmware.api [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141947} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.710400] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.710660] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.710906] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.743282] env[68864]: INFO nova.scheduler.client.report [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted allocations for instance 6ef4e5aa-df84-4de4-9548-549d2d102ae2 [ 1192.789799] env[68864]: INFO nova.compute.manager [-] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Took 1.43 seconds to deallocate network for instance. [ 1192.908667] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.908863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.909088] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.909273] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.909431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.911931] env[68864]: INFO nova.compute.manager [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Terminating instance [ 1192.928254] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186283, 'name': ReconfigVM_Task, 'duration_secs': 0.245602} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.929125] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.929390] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12377381-44cd-486f-b180-7640bec622ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.937969] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1192.937969] env[68864]: value = "task-3186285" [ 1192.937969] env[68864]: _type = "Task" [ 1192.937969] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.946412] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.956617] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451496} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.956958] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] f371755d-1fdc-475f-9b23-5646b515647a/f371755d-1fdc-475f-9b23-5646b515647a.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.957239] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.957527] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2953cadc-9b00-422e-8f0d-962883dead42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.963860] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1192.963860] env[68864]: value = "task-3186286" [ 1192.963860] env[68864]: _type = "Task" [ 1192.963860] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.973941] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.236508] env[68864]: DEBUG nova.compute.manager [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-vif-unplugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.236771] env[68864]: DEBUG oslo_concurrency.lockutils [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.236927] env[68864]: DEBUG oslo_concurrency.lockutils [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.237300] env[68864]: DEBUG oslo_concurrency.lockutils [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.237521] env[68864]: DEBUG nova.compute.manager [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] No waiting events found dispatching network-vif-unplugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.237815] env[68864]: WARNING nova.compute.manager [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received unexpected event network-vif-unplugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 for instance with vm_state shelved_offloaded and task_state None. [ 1193.238096] env[68864]: DEBUG nova.compute.manager [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.238347] env[68864]: DEBUG nova.compute.manager [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing instance network info cache due to event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.238668] env[68864]: DEBUG oslo_concurrency.lockutils [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] Acquiring lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.238906] env[68864]: DEBUG oslo_concurrency.lockutils [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] Acquired lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.239198] env[68864]: DEBUG nova.network.neutron [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.248550] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.248911] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.249151] env[68864]: DEBUG nova.objects.instance [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'resources' on Instance uuid 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.297349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.416479] env[68864]: DEBUG nova.compute.manager [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.416718] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.417703] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c878771-05d6-43a3-a64f-7cadc7a9f0d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.425699] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.425941] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9acf58-94dd-43cd-8158-1730e00ee57d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.434370] env[68864]: DEBUG oslo_vmware.api [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1193.434370] env[68864]: value = "task-3186287" [ 1193.434370] env[68864]: _type = "Task" [ 1193.434370] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.444368] env[68864]: DEBUG oslo_vmware.api [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.448992] env[68864]: DEBUG oslo_vmware.api [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186285, 'name': PowerOnVM_Task, 'duration_secs': 0.437973} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.449252] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.451918] env[68864]: DEBUG nova.compute.manager [None req-9cb1ec40-cea1-46c7-97a6-3673186c4c5d tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.452940] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b99e2-fd57-49a3-931e-9181b89cdcc2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.472777] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061163} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.473064] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.473876] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc24fc8-7817-402b-95b5-534aeb1d08fa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.495821] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] f371755d-1fdc-475f-9b23-5646b515647a/f371755d-1fdc-475f-9b23-5646b515647a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.496901] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da241343-ba93-49a5-a8cc-07dbf1810b14 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.517119] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1193.517119] env[68864]: value = "task-3186288" [ 1193.517119] env[68864]: _type = "Task" [ 1193.517119] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.525537] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.752201] env[68864]: DEBUG nova.objects.instance [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.943911] env[68864]: DEBUG oslo_vmware.api [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186287, 'name': PowerOffVM_Task, 'duration_secs': 0.209231} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.944265] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.944382] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.944604] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ada7f06-0178-4515-882c-f7c896758888 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.955940] env[68864]: DEBUG nova.network.neutron [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updated VIF entry in instance network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.956292] env[68864]: DEBUG nova.network.neutron [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap81e33a74-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.006892] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.007128] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.007319] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleting the datastore file [datastore2] efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.007571] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-385a818d-17a0-4e5b-8e0e-18b52864dc08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.014408] env[68864]: DEBUG oslo_vmware.api [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1194.014408] env[68864]: value = "task-3186290" [ 1194.014408] env[68864]: _type = "Task" [ 1194.014408] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.024968] env[68864]: DEBUG oslo_vmware.api [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.027878] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186288, 'name': ReconfigVM_Task, 'duration_secs': 0.327906} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.028156] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] f371755d-1fdc-475f-9b23-5646b515647a/f371755d-1fdc-475f-9b23-5646b515647a.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.028763] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3427dee6-ae65-407d-9612-dc0f7a756580 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.034869] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1194.034869] env[68864]: value = "task-3186291" [ 1194.034869] env[68864]: _type = "Task" [ 1194.034869] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.042926] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186291, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.254919] env[68864]: DEBUG nova.objects.base [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Object Instance<6ef4e5aa-df84-4de4-9548-549d2d102ae2> lazy-loaded attributes: resources,numa_topology {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1194.338632] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d25db4-f987-4c98-b016-1069c6cb1629 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.346697] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a19be30-5fba-4e1b-a6ea-33f9656d7799 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.090218] env[68864]: DEBUG oslo_concurrency.lockutils [req-8d8b0d11-d981-41cf-a025-0830ad270408 req-107d7733-e839-461a-a40c-6b07691d1e1e service nova] Releasing lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.098872] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2611c1cc-22ae-414c-89bb-467f2bfe2bfd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.109455] env[68864]: DEBUG oslo_vmware.api [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172025} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.113998] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.114511] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.114823] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.115089] env[68864]: INFO nova.compute.manager [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1195.115347] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.115869] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186291, 'name': Rename_Task, 'duration_secs': 0.150076} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.116659] env[68864]: DEBUG nova.compute.manager [-] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.116789] env[68864]: DEBUG nova.network.neutron [-] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.118517] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.119780] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef59900d-1d03-4bee-aa00-6b21726ee1f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.124118] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fa1df29-fece-4c44-bda9-663fe95b85de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.135542] env[68864]: DEBUG nova.compute.provider_tree [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.138062] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1195.138062] env[68864]: value = "task-3186292" [ 1195.138062] env[68864]: _type = "Task" [ 1195.138062] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.146472] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186292, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.222554] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.222554] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.605862] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.616989] env[68864]: DEBUG nova.compute.manager [req-01599372-d745-4661-8d56-9c9d3ae1f72a req-c11b0b42-2896-4863-9401-9d32e24eb7c2 service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Received event network-vif-deleted-08f93e53-5dfc-4d1f-808c-757b4d4d011d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.617243] env[68864]: INFO nova.compute.manager [req-01599372-d745-4661-8d56-9c9d3ae1f72a req-c11b0b42-2896-4863-9401-9d32e24eb7c2 service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Neutron deleted interface 08f93e53-5dfc-4d1f-808c-757b4d4d011d; detaching it from the instance and deleting it from the info cache [ 1195.617416] env[68864]: DEBUG nova.network.neutron [req-01599372-d745-4661-8d56-9c9d3ae1f72a req-c11b0b42-2896-4863-9401-9d32e24eb7c2 service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.639848] env[68864]: DEBUG nova.scheduler.client.report [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.656423] env[68864]: DEBUG oslo_vmware.api [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186292, 'name': PowerOnVM_Task, 'duration_secs': 0.468272} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.656701] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.656907] env[68864]: INFO nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1195.657116] env[68864]: DEBUG nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.658255] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c250fa83-f742-48f0-bf09-4b7b8e164825 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.725278] env[68864]: DEBUG nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.090237] env[68864]: DEBUG nova.network.neutron [-] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.120668] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30604e1d-90ec-44b4-b1b0-4f2624720498 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.131529] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab46cd-a235-4a91-9912-45ece32e7c8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.157970] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.909s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.160468] env[68864]: DEBUG nova.compute.manager [req-01599372-d745-4661-8d56-9c9d3ae1f72a req-c11b0b42-2896-4863-9401-9d32e24eb7c2 service nova] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Detach interface failed, port_id=08f93e53-5dfc-4d1f-808c-757b4d4d011d, reason: Instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.161443] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.864s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.161443] env[68864]: DEBUG nova.objects.instance [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'resources' on Instance uuid 6924b592-15c4-42ab-8fab-1107274b5bae {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.180602] env[68864]: INFO nova.compute.manager [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Took 13.86 seconds to build instance. [ 1196.248763] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.593457] env[68864]: INFO nova.compute.manager [-] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Took 1.48 seconds to deallocate network for instance. [ 1196.671409] env[68864]: DEBUG oslo_concurrency.lockutils [None req-84e0e789-fce8-4a90-bb97-4cbb21f21e1b tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.183s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.672618] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.098s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.674195] env[68864]: INFO nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1196.674462] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.677021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.069s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.678218] env[68864]: INFO nova.compute.manager [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Unshelving [ 1196.682116] env[68864]: DEBUG oslo_concurrency.lockutils [None req-200a8eaf-9ccc-4d81-be2d-418b14d08d14 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.370s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.682982] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "f371755d-1fdc-475f-9b23-5646b515647a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.107s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.683192] env[68864]: INFO nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: f371755d-1fdc-475f-9b23-5646b515647a] During sync_power_state the instance has a pending task (networking). Skip. [ 1196.684348] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "f371755d-1fdc-475f-9b23-5646b515647a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.796616] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fad1bb-f7bc-4f91-b024-552fbef04470 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.804375] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c9cd6b-3765-4dcf-917b-6499db0de8fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.834505] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608df1a-71e3-4c0d-9f49-5d155da30c4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.841163] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb50ae98-95dd-40f5-89e5-24eca78f63b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.854458] env[68864]: DEBUG nova.compute.provider_tree [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.100870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.357508] env[68864]: DEBUG nova.scheduler.client.report [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.644059] env[68864]: DEBUG nova.compute.manager [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Received event network-changed-88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.644188] env[68864]: DEBUG nova.compute.manager [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Refreshing instance network info cache due to event network-changed-88f4610e-519e-4ddf-ab86-2db927ca8afe. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.644412] env[68864]: DEBUG oslo_concurrency.lockutils [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] Acquiring lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.644550] env[68864]: DEBUG oslo_concurrency.lockutils [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] Acquired lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.644706] env[68864]: DEBUG nova.network.neutron [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Refreshing network info cache for port 88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.702120] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.862846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.865114] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.616s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.866973] env[68864]: INFO nova.compute.claims [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.881941] env[68864]: INFO nova.scheduler.client.report [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted allocations for instance 6924b592-15c4-42ab-8fab-1107274b5bae [ 1198.388028] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bec6a242-0905-4ad7-9c2d-59e73502c36b tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "6924b592-15c4-42ab-8fab-1107274b5bae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.641s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.502734] env[68864]: DEBUG nova.network.neutron [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updated VIF entry in instance network info cache for port 88f4610e-519e-4ddf-ab86-2db927ca8afe. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.503137] env[68864]: DEBUG nova.network.neutron [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updating instance_info_cache with network_info: [{"id": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "address": "fa:16:3e:b2:83:ed", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88f4610e-51", "ovs_interfaceid": "88f4610e-519e-4ddf-ab86-2db927ca8afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.969825] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232bce57-3b43-489e-a8d7-c7c201898674 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.977914] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08afb70-d569-4483-aa6a-30c2ab784908 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.007805] env[68864]: DEBUG oslo_concurrency.lockutils [req-65c84dd8-f9d1-4cc9-8091-6af6ab694f79 req-2feeec17-3e83-470e-8254-f5acfddbc0b7 service nova] Releasing lock "refresh_cache-f371755d-1fdc-475f-9b23-5646b515647a" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.008893] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e0200-62b2-4403-b933-77e7ee9255a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.015818] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3441b36-2f08-4791-9e1b-c520dd6efcc2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.028642] env[68864]: DEBUG nova.compute.provider_tree [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.149183] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "7c134203-8071-4e1f-bd30-8f39d5699fb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.149456] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.533308] env[68864]: DEBUG nova.scheduler.client.report [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.652194] env[68864]: DEBUG nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.038350] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.038914] env[68864]: DEBUG nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.041427] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.941s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.041620] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.043681] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.342s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.043879] env[68864]: DEBUG nova.objects.instance [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.065819] env[68864]: INFO nova.scheduler.client.report [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted allocations for instance efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5 [ 1200.170524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.548503] env[68864]: DEBUG nova.compute.utils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.551043] env[68864]: DEBUG nova.objects.instance [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.552688] env[68864]: DEBUG nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.552927] env[68864]: DEBUG nova.network.neutron [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.573316] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0cded31b-be5f-419f-b8d1-aef55531a148 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.664s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.591851] env[68864]: DEBUG nova.policy [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae34b95ab6a44caa7334aaa5f33d4be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49d7b92a4a164eb9af2f6a2dff51458f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.865985] env[68864]: DEBUG nova.network.neutron [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Successfully created port: 32f851f3-1604-4856-a091-f2d9e0e87c45 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.053290] env[68864]: DEBUG nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.057262] env[68864]: INFO nova.compute.claims [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.097857] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "2bbbbc86-fe7f-427b-88d0-e665c8507541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.098122] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.600993] env[68864]: DEBUG nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.068269] env[68864]: DEBUG nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.101142] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.101572] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.101865] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.102101] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.102267] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.102427] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.102646] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.102807] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.102977] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.103156] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.103329] env[68864]: DEBUG nova.virt.hardware [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.104271] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a08b6f-9378-4849-a650-9f2e4eb89694 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.117588] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509dc904-844a-40f2-b044-6a99c2c4127d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.125096] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.184907] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e971c25-d995-432b-9e60-597de43f3cf4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.192076] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f0389-c59b-4fc4-95a2-d3994387991c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.223050] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afef776b-087e-4452-8b0c-87acbfe45c4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.230452] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381d606-e63b-4e9e-bfe0-7545914b2bc2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.244401] env[68864]: DEBUG nova.compute.provider_tree [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.247653] env[68864]: DEBUG nova.compute.manager [req-7f190965-e57c-4f01-af0b-fc81313d9636 req-b240d7ff-be5b-481c-87b9-fdad66767604 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Received event network-vif-plugged-32f851f3-1604-4856-a091-f2d9e0e87c45 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.247856] env[68864]: DEBUG oslo_concurrency.lockutils [req-7f190965-e57c-4f01-af0b-fc81313d9636 req-b240d7ff-be5b-481c-87b9-fdad66767604 service nova] Acquiring lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.248125] env[68864]: DEBUG oslo_concurrency.lockutils [req-7f190965-e57c-4f01-af0b-fc81313d9636 req-b240d7ff-be5b-481c-87b9-fdad66767604 service nova] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.248334] env[68864]: DEBUG oslo_concurrency.lockutils [req-7f190965-e57c-4f01-af0b-fc81313d9636 req-b240d7ff-be5b-481c-87b9-fdad66767604 service nova] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.248522] env[68864]: DEBUG nova.compute.manager [req-7f190965-e57c-4f01-af0b-fc81313d9636 req-b240d7ff-be5b-481c-87b9-fdad66767604 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] No waiting events found dispatching network-vif-plugged-32f851f3-1604-4856-a091-f2d9e0e87c45 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.248686] env[68864]: WARNING nova.compute.manager [req-7f190965-e57c-4f01-af0b-fc81313d9636 req-b240d7ff-be5b-481c-87b9-fdad66767604 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Received unexpected event network-vif-plugged-32f851f3-1604-4856-a091-f2d9e0e87c45 for instance with vm_state building and task_state spawning. [ 1202.326508] env[68864]: DEBUG nova.network.neutron [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Successfully updated port: 32f851f3-1604-4856-a091-f2d9e0e87c45 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.751045] env[68864]: DEBUG nova.scheduler.client.report [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.831054] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.831054] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.831054] env[68864]: DEBUG nova.network.neutron [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.256406] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.213s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.258799] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.088s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.260687] env[68864]: INFO nova.compute.claims [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.291066] env[68864]: INFO nova.network.neutron [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1203.378018] env[68864]: DEBUG nova.network.neutron [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.493808] env[68864]: DEBUG nova.network.neutron [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Updating instance_info_cache with network_info: [{"id": "32f851f3-1604-4856-a091-f2d9e0e87c45", "address": "fa:16:3e:2e:dc:0c", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f851f3-16", "ovs_interfaceid": "32f851f3-1604-4856-a091-f2d9e0e87c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.996328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.996669] env[68864]: DEBUG nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Instance network_info: |[{"id": "32f851f3-1604-4856-a091-f2d9e0e87c45", "address": "fa:16:3e:2e:dc:0c", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f851f3-16", "ovs_interfaceid": "32f851f3-1604-4856-a091-f2d9e0e87c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.997147] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:dc:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32f851f3-1604-4856-a091-f2d9e0e87c45', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.004730] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.004950] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.005214] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd684e5-0dd7-409c-8e17-0d07aab3a770 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.025172] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.025172] env[68864]: value = "task-3186293" [ 1204.025172] env[68864]: _type = "Task" [ 1204.025172] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.032648] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186293, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.271674] env[68864]: DEBUG nova.compute.manager [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Received event network-changed-32f851f3-1604-4856-a091-f2d9e0e87c45 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.271973] env[68864]: DEBUG nova.compute.manager [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Refreshing instance network info cache due to event network-changed-32f851f3-1604-4856-a091-f2d9e0e87c45. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.272214] env[68864]: DEBUG oslo_concurrency.lockutils [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] Acquiring lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.272392] env[68864]: DEBUG oslo_concurrency.lockutils [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] Acquired lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.272584] env[68864]: DEBUG nova.network.neutron [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Refreshing network info cache for port 32f851f3-1604-4856-a091-f2d9e0e87c45 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.369506] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae7567-da24-4839-873b-baeeb424a021 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.376558] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97f9651-7c61-4e8c-83f2-77e571a55eb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.406965] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0ae93-91c6-4fbe-96a6-6221d0a504ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.414159] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa78d60-5d7a-4e6c-a18e-1a6d429cd189 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.428463] env[68864]: DEBUG nova.compute.provider_tree [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.534848] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186293, 'name': CreateVM_Task, 'duration_secs': 0.287881} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.535048] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.542043] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.542222] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.542543] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.542791] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff18c4fb-bc24-4bb6-ba2b-b71ad5c86665 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.547924] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1204.547924] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52555918-489f-60cb-1c37-1a372384933c" [ 1204.547924] env[68864]: _type = "Task" [ 1204.547924] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.555508] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52555918-489f-60cb-1c37-1a372384933c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.726966] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.727134] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.727330] env[68864]: DEBUG nova.network.neutron [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.840993] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.841393] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.931844] env[68864]: DEBUG nova.scheduler.client.report [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.940828] env[68864]: DEBUG nova.network.neutron [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Updated VIF entry in instance network info cache for port 32f851f3-1604-4856-a091-f2d9e0e87c45. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.941188] env[68864]: DEBUG nova.network.neutron [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Updating instance_info_cache with network_info: [{"id": "32f851f3-1604-4856-a091-f2d9e0e87c45", "address": "fa:16:3e:2e:dc:0c", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f851f3-16", "ovs_interfaceid": "32f851f3-1604-4856-a091-f2d9e0e87c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.058194] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52555918-489f-60cb-1c37-1a372384933c, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.058493] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.058718] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.058950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.059116] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.059298] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.059559] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92f71ad1-7e4b-47b7-9506-a801c1e15d32 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.067688] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.067853] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.068565] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0f7305-bb74-4f85-b6d8-66a97302224f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.073391] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1205.073391] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525a3ed3-ceaa-86b7-b2df-f4ed9f434481" [ 1205.073391] env[68864]: _type = "Task" [ 1205.073391] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.080777] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525a3ed3-ceaa-86b7-b2df-f4ed9f434481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.411969] env[68864]: DEBUG nova.network.neutron [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e33a74-61", "ovs_interfaceid": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.437020] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.437506] env[68864]: DEBUG nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.440247] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.315s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.441677] env[68864]: INFO nova.compute.claims [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.444650] env[68864]: DEBUG oslo_concurrency.lockutils [req-4361bbf1-85f5-42d6-8721-ba8d753c6b56 req-437f67ac-08ef-4498-b515-ca910fb9b475 service nova] Releasing lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.585337] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525a3ed3-ceaa-86b7-b2df-f4ed9f434481, 'name': SearchDatastore_Task, 'duration_secs': 0.007905} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.586180] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510520b2-8927-4f5e-8431-b9c598fb1ed8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.591649] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1205.591649] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522efc9d-865c-8a2e-9694-1e66157885d2" [ 1205.591649] env[68864]: _type = "Task" [ 1205.591649] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.598980] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522efc9d-865c-8a2e-9694-1e66157885d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.915200] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.941686] env[68864]: DEBUG nova.compute.utils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.944985] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0d7d2a89ed254d6174e1b066eee0ae1f',container_format='bare',created_at=2025-03-26T21:09:15Z,direct_url=,disk_format='vmdk',id=5acecc36-23af-424c-84aa-d92cfdc33c60,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-114347188-shelved',owner='e780cf01d71b4b5abc9765da07f93104',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-26T21:09:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.945217] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.945370] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.945544] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.945691] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.945862] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.946080] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.946241] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.946404] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.946561] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.946729] env[68864]: DEBUG nova.virt.hardware [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.947063] env[68864]: DEBUG nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.947231] env[68864]: DEBUG nova.network.neutron [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.951580] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5171bcc-ebe3-4149-b8a9-3cf3541e74c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.960935] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196eed1-1883-4bfc-8b44-13602a0f04f3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.976763] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:1c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e33a74-61a7-45f6-8bf4-ab55b7bcaa67', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.984336] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.984574] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.985033] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81bc49c1-774d-4ec1-822b-9253fa023c3d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.999711] env[68864]: DEBUG nova.policy [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8665199cf845a3ab30699ad3f74b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfcec59b59342a7b307be04ca3b8a76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.006285] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.006285] env[68864]: value = "task-3186294" [ 1206.006285] env[68864]: _type = "Task" [ 1206.006285] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.013177] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186294, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.102870] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522efc9d-865c-8a2e-9694-1e66157885d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.103175] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.103461] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/adb2c4e6-70ed-4514-bb05-1cb8c0f030e7.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.103759] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab3fd1b-bd7d-42eb-8fba-964845b5315e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.110949] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1206.110949] env[68864]: value = "task-3186295" [ 1206.110949] env[68864]: _type = "Task" [ 1206.110949] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.118940] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.254508] env[68864]: DEBUG nova.network.neutron [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Successfully created port: effe6142-9e23-4260-8540-800d2ab3e08f {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.282465] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.287335] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.288053] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.288053] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.343960] env[68864]: DEBUG nova.compute.manager [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-vif-plugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.344258] env[68864]: DEBUG oslo_concurrency.lockutils [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.344494] env[68864]: DEBUG oslo_concurrency.lockutils [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.344688] env[68864]: DEBUG oslo_concurrency.lockutils [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.344886] env[68864]: DEBUG nova.compute.manager [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] No waiting events found dispatching network-vif-plugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.345125] env[68864]: WARNING nova.compute.manager [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received unexpected event network-vif-plugged-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 for instance with vm_state shelved_offloaded and task_state spawning. [ 1206.345313] env[68864]: DEBUG nova.compute.manager [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.345470] env[68864]: DEBUG nova.compute.manager [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing instance network info cache due to event network-changed-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.345655] env[68864]: DEBUG oslo_concurrency.lockutils [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] Acquiring lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.345902] env[68864]: DEBUG oslo_concurrency.lockutils [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] Acquired lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.346347] env[68864]: DEBUG nova.network.neutron [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Refreshing network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.458908] env[68864]: DEBUG nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.517584] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186294, 'name': CreateVM_Task, 'duration_secs': 0.336976} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.521643] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.522764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.522939] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.523333] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.523963] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99348b4e-451b-467c-8592-ce87cbb315e1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.529140] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1206.529140] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]522e6d64-e949-f611-8c12-840ae6aaf04a" [ 1206.529140] env[68864]: _type = "Task" [ 1206.529140] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.550356] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.550709] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Processing image 5acecc36-23af-424c-84aa-d92cfdc33c60 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.554377] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60/5acecc36-23af-424c-84aa-d92cfdc33c60.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.554377] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60/5acecc36-23af-424c-84aa-d92cfdc33c60.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.554377] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.554377] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ee7268a-4236-42fe-90d1-88a73cb368a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.559863] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.562096] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.562096] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203d7253-b19e-40a9-99bf-9eac19e1897e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.571017] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1206.571017] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ca97a4-ed7f-581d-b505-9efa464a14c7" [ 1206.571017] env[68864]: _type = "Task" [ 1206.571017] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.576268] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ca97a4-ed7f-581d-b505-9efa464a14c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.610711] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece648a7-ee4d-4a08-9cde-758ac2430018 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.622683] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435686} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.624158] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545fe7c9-15ab-4d3f-976d-7b8a292fe54d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.626758] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/adb2c4e6-70ed-4514-bb05-1cb8c0f030e7.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.627075] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.627357] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a3070b0-1150-4369-9e9f-9a697e9e1ac4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.659473] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a41a0f-a5bf-4236-bfa6-2f556fe1a331 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.662185] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1206.662185] env[68864]: value = "task-3186296" [ 1206.662185] env[68864]: _type = "Task" [ 1206.662185] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.669216] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d86aa3-8563-489a-9225-4698711a20df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.675729] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186296, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.685396] env[68864]: DEBUG nova.compute.provider_tree [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.791486] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.078339] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Preparing fetch location {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1207.078587] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Fetch image to [datastore1] OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59/OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59.vmdk {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1207.078773] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Downloading stream optimized image 5acecc36-23af-424c-84aa-d92cfdc33c60 to [datastore1] OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59/OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59.vmdk on the data store datastore1 as vApp {{(pid=68864) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1207.078943] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Downloading image file data 5acecc36-23af-424c-84aa-d92cfdc33c60 to the ESX as VM named 'OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59' {{(pid=68864) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1207.088244] env[68864]: DEBUG nova.network.neutron [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updated VIF entry in instance network info cache for port 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.088604] env[68864]: DEBUG nova.network.neutron [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [{"id": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "address": "fa:16:3e:a2:1c:9e", "network": {"id": "faa17ba2-c193-48dd-afa9-e5e00230bf0b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1532956879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e780cf01d71b4b5abc9765da07f93104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e33a74-61", "ovs_interfaceid": "81e33a74-61a7-45f6-8bf4-ab55b7bcaa67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.158290] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1207.158290] env[68864]: value = "resgroup-9" [ 1207.158290] env[68864]: _type = "ResourcePool" [ 1207.158290] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1207.159021] env[68864]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-42bd25b1-2ddf-49d7-ba06-0f8e4efd247c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.182825] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058794} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.184064] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.184397] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease: (returnval){ [ 1207.184397] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52047903-c572-92b2-93ea-8870a5767175" [ 1207.184397] env[68864]: _type = "HttpNfcLease" [ 1207.184397] env[68864]: } obtained for vApp import into resource pool (val){ [ 1207.184397] env[68864]: value = "resgroup-9" [ 1207.184397] env[68864]: _type = "ResourcePool" [ 1207.184397] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1207.184605] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the lease: (returnval){ [ 1207.184605] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52047903-c572-92b2-93ea-8870a5767175" [ 1207.184605] env[68864]: _type = "HttpNfcLease" [ 1207.184605] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1207.185246] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36ef9c-6abf-4dce-bb7e-97978dd7a638 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.188072] env[68864]: DEBUG nova.scheduler.client.report [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.212943] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/adb2c4e6-70ed-4514-bb05-1cb8c0f030e7.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.215262] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5b8a0c-7e7a-47b4-be6a-9da1a63dad9d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.230337] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.230337] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52047903-c572-92b2-93ea-8870a5767175" [ 1207.230337] env[68864]: _type = "HttpNfcLease" [ 1207.230337] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.235496] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1207.235496] env[68864]: value = "task-3186298" [ 1207.235496] env[68864]: _type = "Task" [ 1207.235496] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.243433] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.468095] env[68864]: DEBUG nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.491176] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.491430] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.491588] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.491769] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.491916] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.492075] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.492296] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.492448] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.492619] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.492781] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.492951] env[68864]: DEBUG nova.virt.hardware [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.494314] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d821e-b2f4-4d07-946c-3dfbaf2ee469 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.502015] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a9cfc-3b04-405f-8438-7fcffee27e57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.591166] env[68864]: DEBUG oslo_concurrency.lockutils [req-09943392-6723-4f1b-a390-179c412a3fed req-3baa3869-2262-4a6f-a669-06529b6d1ac1 service nova] Releasing lock "refresh_cache-6ef4e5aa-df84-4de4-9548-549d2d102ae2" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.695264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.695838] env[68864]: DEBUG nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.698510] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.698510] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52047903-c572-92b2-93ea-8870a5767175" [ 1207.698510] env[68864]: _type = "HttpNfcLease" [ 1207.698510] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1207.698750] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.908s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.698923] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.699091] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1207.700074] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e622598-8f13-4f00-8dd0-f8fd95b26ad4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.707536] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096382ce-dbb9-4f57-b99a-7f2b03bf0d2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.721725] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f608e946-615f-4c65-8b7f-c55ec9a4f339 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.728466] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b321b-4232-46b0-ae4e-24adfd42b17f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.760427] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180252MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1207.760634] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.760887] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.770851] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186298, 'name': ReconfigVM_Task, 'duration_secs': 0.32323} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.771138] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Reconfigured VM instance instance-00000070 to attach disk [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/adb2c4e6-70ed-4514-bb05-1cb8c0f030e7.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.771740] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d87d0825-bab8-45dc-b4e9-57367ec1bfcc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.778058] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1207.778058] env[68864]: value = "task-3186299" [ 1207.778058] env[68864]: _type = "Task" [ 1207.778058] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.786360] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186299, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.951881] env[68864]: DEBUG nova.network.neutron [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Successfully updated port: effe6142-9e23-4260-8540-800d2ab3e08f {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.197126] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1208.197126] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52047903-c572-92b2-93ea-8870a5767175" [ 1208.197126] env[68864]: _type = "HttpNfcLease" [ 1208.197126] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1208.197420] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1208.197420] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52047903-c572-92b2-93ea-8870a5767175" [ 1208.197420] env[68864]: _type = "HttpNfcLease" [ 1208.197420] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1208.198126] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a326cc-a793-4538-85a9-c663eb68b834 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.201387] env[68864]: DEBUG nova.compute.utils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.202670] env[68864]: DEBUG nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.202831] env[68864]: DEBUG nova.network.neutron [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.209439] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b533b-15f5-a352-cf8d-0de98da7c5a3/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1208.209626] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b533b-15f5-a352-cf8d-0de98da7c5a3/disk-0.vmdk. {{(pid=68864) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1208.272291] env[68864]: DEBUG nova.policy [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba8b9a0a02f44e59a6bdd52466dae84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10123adf68d349d2adc7e3e3e28362aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.279917] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cecbeeb2-0b04-4227-9c8f-53522d6dda0d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.292020] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186299, 'name': Rename_Task, 'duration_secs': 0.134335} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.292960] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.293227] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170ff45f-c94c-43f3-8cb9-33582fad921a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.298490] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1208.298490] env[68864]: value = "task-3186300" [ 1208.298490] env[68864]: _type = "Task" [ 1208.298490] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.307493] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.456350] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "refresh_cache-7c134203-8071-4e1f-bd30-8f39d5699fb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.456350] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "refresh_cache-7c134203-8071-4e1f-bd30-8f39d5699fb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.456350] env[68864]: DEBUG nova.network.neutron [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.552129] env[68864]: DEBUG nova.network.neutron [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Successfully created port: 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.572906] env[68864]: DEBUG nova.compute.manager [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Received event network-vif-plugged-effe6142-9e23-4260-8540-800d2ab3e08f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.573153] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] Acquiring lock "7c134203-8071-4e1f-bd30-8f39d5699fb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.573530] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.573775] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.574051] env[68864]: DEBUG nova.compute.manager [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] No waiting events found dispatching network-vif-plugged-effe6142-9e23-4260-8540-800d2ab3e08f {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.574159] env[68864]: WARNING nova.compute.manager [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Received unexpected event network-vif-plugged-effe6142-9e23-4260-8540-800d2ab3e08f for instance with vm_state building and task_state spawning. [ 1208.574407] env[68864]: DEBUG nova.compute.manager [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Received event network-changed-effe6142-9e23-4260-8540-800d2ab3e08f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.574635] env[68864]: DEBUG nova.compute.manager [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Refreshing instance network info cache due to event network-changed-effe6142-9e23-4260-8540-800d2ab3e08f. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.574854] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] Acquiring lock "refresh_cache-7c134203-8071-4e1f-bd30-8f39d5699fb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.706332] env[68864]: DEBUG nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.796984] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.797110] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9c50381b-8272-470c-a5e4-51db657b897d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.797467] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 234e6291-cc31-4bf2-826b-dd6c34c43399 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.797467] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance f371755d-1fdc-475f-9b23-5646b515647a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.797579] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 6ef4e5aa-df84-4de4-9548-549d2d102ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.797639] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance adb2c4e6-70ed-4514-bb05-1cb8c0f030e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.797777] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 7c134203-8071-4e1f-bd30-8f39d5699fb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.797924] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2bbbbc86-fe7f-427b-88d0-e665c8507541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1208.798171] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1208.798347] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1208.812051] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.903912] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0b7e5c-e7ec-4fa8-8b1d-907d98fc1ef8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.911717] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e0bb30-9347-4d21-b9ef-f94309661188 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.941377] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5611037b-2786-4b19-86e2-5b09333c0733 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.948329] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cf77e2-8168-414e-836f-0165ef20723e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.962758] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.014669] env[68864]: DEBUG nova.network.neutron [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.195602] env[68864]: DEBUG nova.network.neutron [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Updating instance_info_cache with network_info: [{"id": "effe6142-9e23-4260-8540-800d2ab3e08f", "address": "fa:16:3e:4f:dc:6b", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffe6142-9e", "ovs_interfaceid": "effe6142-9e23-4260-8540-800d2ab3e08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.312195] env[68864]: DEBUG oslo_vmware.api [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186300, 'name': PowerOnVM_Task, 'duration_secs': 0.544459} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.314165] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.314321] env[68864]: INFO nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1209.314523] env[68864]: DEBUG nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.315423] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6885cbae-1e99-43dd-bce9-b936f039628b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.467091] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.698796] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "refresh_cache-7c134203-8071-4e1f-bd30-8f39d5699fb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.699187] env[68864]: DEBUG nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Instance network_info: |[{"id": "effe6142-9e23-4260-8540-800d2ab3e08f", "address": "fa:16:3e:4f:dc:6b", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffe6142-9e", "ovs_interfaceid": "effe6142-9e23-4260-8540-800d2ab3e08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.699637] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] Acquired lock "refresh_cache-7c134203-8071-4e1f-bd30-8f39d5699fb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.699874] env[68864]: DEBUG nova.network.neutron [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Refreshing network info cache for port effe6142-9e23-4260-8540-800d2ab3e08f {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.701244] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:dc:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'effe6142-9e23-4260-8540-800d2ab3e08f', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.709820] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.716893] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.718837] env[68864]: DEBUG nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.721095] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30bff73b-d7a0-43c5-80b9-50613240aa0c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.765703] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.766125] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.766445] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.766799] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.767103] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.767451] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.767817] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.768218] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.768535] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.768839] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.769245] env[68864]: DEBUG nova.virt.hardware [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.769698] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.769698] env[68864]: value = "task-3186301" [ 1209.769698] env[68864]: _type = "Task" [ 1209.769698] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.771525] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5060620-2cea-44a7-9887-911ef2bddb57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.797620] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e78cd67-1900-4ba0-b24f-f050bc6f3055 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.813556] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186301, 'name': CreateVM_Task} progress is 15%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.848257] env[68864]: INFO nova.compute.manager [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Took 13.62 seconds to build instance. [ 1209.972872] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1209.973132] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.212s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.030419] env[68864]: DEBUG nova.network.neutron [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Successfully updated port: 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.043743] env[68864]: DEBUG nova.network.neutron [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Updated VIF entry in instance network info cache for port effe6142-9e23-4260-8540-800d2ab3e08f. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.044448] env[68864]: DEBUG nova.network.neutron [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Updating instance_info_cache with network_info: [{"id": "effe6142-9e23-4260-8540-800d2ab3e08f", "address": "fa:16:3e:4f:dc:6b", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeffe6142-9e", "ovs_interfaceid": "effe6142-9e23-4260-8540-800d2ab3e08f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.050721] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Completed reading data from the image iterator. {{(pid=68864) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1210.050971] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b533b-15f5-a352-cf8d-0de98da7c5a3/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.052226] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fddb3a7-d796-4453-9b43-7198714c90a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.061402] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b533b-15f5-a352-cf8d-0de98da7c5a3/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.061665] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b533b-15f5-a352-cf8d-0de98da7c5a3/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1210.061983] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-da14ba96-40f1-44e7-86d7-92c9aa68c89a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.292549] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186301, 'name': CreateVM_Task, 'duration_secs': 0.363778} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.292727] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.293431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.293597] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.293959] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.294220] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055806ab-2cb9-4cd7-953c-48022a8fb181 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.298432] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1210.298432] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b4eab2-fdd7-bc61-8d96-0da4bc315907" [ 1210.298432] env[68864]: _type = "Task" [ 1210.298432] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.305695] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b4eab2-fdd7-bc61-8d96-0da4bc315907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.350441] env[68864]: DEBUG oslo_concurrency.lockutils [None req-df1afdee-7cc2-468f-a562-92b13a60b9e0 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.128s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.532792] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.532969] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.533148] env[68864]: DEBUG nova.network.neutron [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.547173] env[68864]: DEBUG oslo_concurrency.lockutils [req-0f9a9466-4898-4d1d-aa7b-d95031692ff4 req-35e6eef5-eff6-42ef-abef-6a987e409bf9 service nova] Releasing lock "refresh_cache-7c134203-8071-4e1f-bd30-8f39d5699fb8" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.552700] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521b533b-15f5-a352-cf8d-0de98da7c5a3/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1210.552907] env[68864]: INFO nova.virt.vmwareapi.images [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Downloaded image file data 5acecc36-23af-424c-84aa-d92cfdc33c60 [ 1210.553722] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba47d67c-9f27-4aff-8082-a0cfbfe395c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.570805] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-809d6cf7-7488-4733-acf9-c0aa7cc049c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.601452] env[68864]: DEBUG nova.compute.manager [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Received event network-vif-plugged-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.601586] env[68864]: DEBUG oslo_concurrency.lockutils [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] Acquiring lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.601795] env[68864]: DEBUG oslo_concurrency.lockutils [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.601959] env[68864]: DEBUG oslo_concurrency.lockutils [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.602138] env[68864]: DEBUG nova.compute.manager [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] No waiting events found dispatching network-vif-plugged-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.602304] env[68864]: WARNING nova.compute.manager [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Received unexpected event network-vif-plugged-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 for instance with vm_state building and task_state spawning. [ 1210.602459] env[68864]: DEBUG nova.compute.manager [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Received event network-changed-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.602610] env[68864]: DEBUG nova.compute.manager [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Refreshing instance network info cache due to event network-changed-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.602769] env[68864]: DEBUG oslo_concurrency.lockutils [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] Acquiring lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.609782] env[68864]: INFO nova.compute.manager [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Rescuing [ 1210.609983] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.610144] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.610304] env[68864]: DEBUG nova.network.neutron [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.798658] env[68864]: INFO nova.virt.vmwareapi.images [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] The imported VM was unregistered [ 1210.801106] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Caching image {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1210.801343] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.801662] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5351c18f-4235-4041-a0b9-a0e82dce60be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.812798] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b4eab2-fdd7-bc61-8d96-0da4bc315907, 'name': SearchDatastore_Task, 'duration_secs': 0.060713} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.813083] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.813301] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.813522] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.813663] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.813836] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.814080] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa41be7-d4ec-4e68-8b40-53186107aef8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.828316] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.828540] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.830041] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7757410e-0345-4108-a01f-2836e0d577b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.832318] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Created directory with path [datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.832501] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59/OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59.vmdk to [datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60/5acecc36-23af-424c-84aa-d92cfdc33c60.vmdk. {{(pid=68864) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1210.832716] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e5fd7608-b981-435d-b2f2-dd38aa43b245 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.837296] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1210.837296] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6b093-988e-7628-530f-bb5845a0ff36" [ 1210.837296] env[68864]: _type = "Task" [ 1210.837296] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.841186] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1210.841186] env[68864]: value = "task-3186303" [ 1210.841186] env[68864]: _type = "Task" [ 1210.841186] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.846944] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6b093-988e-7628-530f-bb5845a0ff36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.851322] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186303, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.973967] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.974299] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.974461] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1211.066709] env[68864]: DEBUG nova.network.neutron [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.204615] env[68864]: DEBUG nova.network.neutron [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.283257] env[68864]: DEBUG nova.network.neutron [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Updating instance_info_cache with network_info: [{"id": "32f851f3-1604-4856-a091-f2d9e0e87c45", "address": "fa:16:3e:2e:dc:0c", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f851f3-16", "ovs_interfaceid": "32f851f3-1604-4856-a091-f2d9e0e87c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.349738] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6b093-988e-7628-530f-bb5845a0ff36, 'name': SearchDatastore_Task, 'duration_secs': 0.031463} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.351074] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31928f2c-0647-4161-a090-6c9e27091d7c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.357056] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186303, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.360524] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1211.360524] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529874a9-1ffc-4d27-ed43-8701dee31b44" [ 1211.360524] env[68864]: _type = "Task" [ 1211.360524] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.369316] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529874a9-1ffc-4d27-ed43-8701dee31b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.707210] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.707675] env[68864]: DEBUG nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Instance network_info: |[{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.708069] env[68864]: DEBUG oslo_concurrency.lockutils [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] Acquired lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.708304] env[68864]: DEBUG nova.network.neutron [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Refreshing network info cache for port 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.709651] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:2f:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0133936a-c9c1-4efe-be0c-f5ae3ad72dd5', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.717549] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.718641] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.719264] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1009e1be-431e-40ba-86fc-df10ee5db39e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.740206] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.740206] env[68864]: value = "task-3186304" [ 1211.740206] env[68864]: _type = "Task" [ 1211.740206] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.748374] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186304, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.786223] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.853495] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186303, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.870915] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529874a9-1ffc-4d27-ed43-8701dee31b44, 'name': SearchDatastore_Task, 'duration_secs': 0.053285} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.871192] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.871458] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 7c134203-8071-4e1f-bd30-8f39d5699fb8/7c134203-8071-4e1f-bd30-8f39d5699fb8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.871726] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3382edbe-40c0-4090-9c4f-aee645d1ab3a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.878256] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1211.878256] env[68864]: value = "task-3186305" [ 1211.878256] env[68864]: _type = "Task" [ 1211.878256] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.886322] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.250183] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186304, 'name': CreateVM_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.353675] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186303, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.389186] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.456617] env[68864]: DEBUG nova.network.neutron [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updated VIF entry in instance network info cache for port 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.457311] env[68864]: DEBUG nova.network.neutron [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.750835] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186304, 'name': CreateVM_Task, 'duration_secs': 0.806751} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.751032] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.751707] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.751878] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.752236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.752510] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1ff2fc-7c7c-4006-b259-2c7b0b40d132 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.757235] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1212.757235] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52990576-980b-fc58-edb9-accc0e3dd8d5" [ 1212.757235] env[68864]: _type = "Task" [ 1212.757235] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.765183] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52990576-980b-fc58-edb9-accc0e3dd8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.853321] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186303, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.887895] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.960749] env[68864]: DEBUG oslo_concurrency.lockutils [req-39a1848a-e78f-4ecd-9cc3-4eefda1aa228 req-f6411ad7-a034-4277-8e86-74dcfd3c5474 service nova] Releasing lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.267941] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52990576-980b-fc58-edb9-accc0e3dd8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.083269} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.268260] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.268477] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.268720] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.268869] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.269068] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.269346] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-781abfbb-55a5-4b18-b569-61ec9aac333a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.285384] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.285582] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.286428] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d0ad96-9117-4080-97e1-e84ee5c081c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.291890] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1213.291890] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5228b982-a3b6-aeba-a810-bca2d7c1a356" [ 1213.291890] env[68864]: _type = "Task" [ 1213.291890] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.300220] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5228b982-a3b6-aeba-a810-bca2d7c1a356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.325087] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.325431] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8be199b-9b84-41b1-bdfc-06853fc53d03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.332166] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1213.332166] env[68864]: value = "task-3186306" [ 1213.332166] env[68864]: _type = "Task" [ 1213.332166] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.341806] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.353228] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186303, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.388771] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186305, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.802794] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5228b982-a3b6-aeba-a810-bca2d7c1a356, 'name': SearchDatastore_Task, 'duration_secs': 0.088143} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.803629] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30fe7ac-414a-414a-a046-289e64c4d399 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.809029] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1213.809029] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52158bcd-7347-09d8-9feb-459b8b5e5878" [ 1213.809029] env[68864]: _type = "Task" [ 1213.809029] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.816626] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52158bcd-7347-09d8-9feb-459b8b5e5878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.841881] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186306, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.853823] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186303, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.834644} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.854072] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59/OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59.vmdk to [datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60/5acecc36-23af-424c-84aa-d92cfdc33c60.vmdk. [ 1213.854272] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Cleaning up location [datastore1] OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1213.854436] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_45d76998-5e88-4b3a-b6be-bc9e72395b59 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.854678] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-211912c4-5278-4bc6-8311-35e7cf211373 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.860414] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1213.860414] env[68864]: value = "task-3186307" [ 1213.860414] env[68864]: _type = "Task" [ 1213.860414] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.868353] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.889027] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186305, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.925403} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.889027] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 7c134203-8071-4e1f-bd30-8f39d5699fb8/7c134203-8071-4e1f-bd30-8f39d5699fb8.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.889027] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.889027] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eb57336-52b7-43d6-bc5e-963e05432c8a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.894419] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1213.894419] env[68864]: value = "task-3186308" [ 1213.894419] env[68864]: _type = "Task" [ 1213.894419] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.901953] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.319284] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52158bcd-7347-09d8-9feb-459b8b5e5878, 'name': SearchDatastore_Task, 'duration_secs': 0.025719} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.319562] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.319820] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.320101] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9c5f00-82a6-4b4a-95d2-3dbc0c6e4947 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.327335] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1214.327335] env[68864]: value = "task-3186309" [ 1214.327335] env[68864]: _type = "Task" [ 1214.327335] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.334570] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.341677] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186306, 'name': PowerOffVM_Task, 'duration_secs': 0.592868} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.341915] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.342650] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eb83d8-7866-4565-bf0e-ab060001aeed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.360485] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3574af7-db54-4553-8351-2d6dd86f80eb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.376292] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07194} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.376583] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.376784] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60/5acecc36-23af-424c-84aa-d92cfdc33c60.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.377068] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60/5acecc36-23af-424c-84aa-d92cfdc33c60.vmdk to [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.377319] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70daae04-e080-4363-acda-71b81af556a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.383256] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1214.383256] env[68864]: value = "task-3186310" [ 1214.383256] env[68864]: _type = "Task" [ 1214.383256] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.393507] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.395314] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.395618] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ba25c3d-270e-4bde-a311-f4897b77dae1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.403868] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061756} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.404943] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.405286] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1214.405286] env[68864]: value = "task-3186311" [ 1214.405286] env[68864]: _type = "Task" [ 1214.405286] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.405988] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c46b962-681a-41ad-8710-b7b3d75b6846 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.423914] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.424132] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.424373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.424521] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.424696] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.433133] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 7c134203-8071-4e1f-bd30-8f39d5699fb8/7c134203-8071-4e1f-bd30-8f39d5699fb8.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.433362] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10511303-d21f-4d3b-85e3-b138b53c4d85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.435046] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6208ca-4fac-4c3e-a6de-5b74c4a8cb5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.453995] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1214.453995] env[68864]: value = "task-3186312" [ 1214.453995] env[68864]: _type = "Task" [ 1214.453995] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.455050] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.455228] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.458396] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f656225-e1f5-430c-88b8-bcbef7768788 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.464931] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.466049] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1214.466049] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f44c1b-b75f-27b7-0a9e-43d53fe0ce78" [ 1214.466049] env[68864]: _type = "Task" [ 1214.466049] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.472931] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f44c1b-b75f-27b7-0a9e-43d53fe0ce78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.837528] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.894886] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186310, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.964609] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186312, 'name': ReconfigVM_Task, 'duration_secs': 0.266762} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.964902] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 7c134203-8071-4e1f-bd30-8f39d5699fb8/7c134203-8071-4e1f-bd30-8f39d5699fb8.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.965577] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-987d9c43-9438-44b8-8c98-cf3a7f786e39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.975906] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f44c1b-b75f-27b7-0a9e-43d53fe0ce78, 'name': SearchDatastore_Task, 'duration_secs': 0.021372} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.977866] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1214.977866] env[68864]: value = "task-3186313" [ 1214.977866] env[68864]: _type = "Task" [ 1214.977866] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.978107] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f4dcb3-1b4c-49c8-bc4b-236071356e63 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.986103] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1214.986103] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5281ce5c-b3f4-e67e-371c-d64390cf5f81" [ 1214.986103] env[68864]: _type = "Task" [ 1214.986103] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.989580] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186313, 'name': Rename_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.997294] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5281ce5c-b3f4-e67e-371c-d64390cf5f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.341083] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849714} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.341473] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.341770] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.342129] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce516c37-8848-422e-88c0-bf7769c388b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.349903] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1215.349903] env[68864]: value = "task-3186314" [ 1215.349903] env[68864]: _type = "Task" [ 1215.349903] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.362902] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.395089] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186310, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.491638] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186313, 'name': Rename_Task, 'duration_secs': 0.265062} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.494822] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.495109] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bb2528d-5ebc-4fcc-9752-8b6df37ceb5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.501807] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5281ce5c-b3f4-e67e-371c-d64390cf5f81, 'name': SearchDatastore_Task, 'duration_secs': 0.053996} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.503112] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.503385] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. {{(pid=68864) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1215.503696] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1215.503696] env[68864]: value = "task-3186315" [ 1215.503696] env[68864]: _type = "Task" [ 1215.503696] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.503918] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54dccc38-efad-43de-8de6-bb5138d54bbc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.513559] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.514950] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1215.514950] env[68864]: value = "task-3186316" [ 1215.514950] env[68864]: _type = "Task" [ 1215.514950] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.522400] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.861102] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066078} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.861317] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.862246] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4aed38-4299-4c9f-8e20-02a8260cc5fc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.884699] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.885062] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2edf532-b024-4c2b-bc4d-d77a96cbd81d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.908226] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186310, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.909700] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1215.909700] env[68864]: value = "task-3186317" [ 1215.909700] env[68864]: _type = "Task" [ 1215.909700] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.917751] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.015789] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186315, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.025097] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.410225] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186310, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.418810] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.518411] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.527070] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.910844] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186310, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.918981] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186317, 'name': ReconfigVM_Task, 'duration_secs': 0.904133} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.919309] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.919950] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c154f12a-83b3-49c5-80e7-50af7a8e5a0b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.926227] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1216.926227] env[68864]: value = "task-3186318" [ 1216.926227] env[68864]: _type = "Task" [ 1216.926227] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.934861] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186318, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.017199] env[68864]: DEBUG oslo_vmware.api [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186315, 'name': PowerOnVM_Task, 'duration_secs': 1.102873} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.017506] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.017716] env[68864]: INFO nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1217.017897] env[68864]: DEBUG nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.018831] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3572bf6b-ea0f-47d0-86a5-e076469feb4c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.032539] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186316, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.411100] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186310, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.692388} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.411442] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5acecc36-23af-424c-84aa-d92cfdc33c60/5acecc36-23af-424c-84aa-d92cfdc33c60.vmdk to [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.412256] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7869974b-d0b9-448f-8206-50a7def44e40 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.433667] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.434017] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-073dd8e2-ac93-45c6-8c3c-82436d8bc22f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.455353] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186318, 'name': Rename_Task, 'duration_secs': 0.316136} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.456615] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.456936] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1217.456936] env[68864]: value = "task-3186319" [ 1217.456936] env[68864]: _type = "Task" [ 1217.456936] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.457119] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57dd92e8-ddf2-45a9-9351-4872c6ffb907 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.465776] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.466999] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1217.466999] env[68864]: value = "task-3186320" [ 1217.466999] env[68864]: _type = "Task" [ 1217.466999] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.473729] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.527371] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186316, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.84477} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.527630] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk. [ 1217.528404] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83778c2e-b342-464e-b8ee-c121e96a6cc6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.555988] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.557866] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b122717c-5a0a-4e45-be13-2cc3b95272b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.570914] env[68864]: INFO nova.compute.manager [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Took 17.41 seconds to build instance. [ 1217.576037] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1217.576037] env[68864]: value = "task-3186321" [ 1217.576037] env[68864]: _type = "Task" [ 1217.576037] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.583976] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.967921] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.976757] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.073560] env[68864]: DEBUG oslo_concurrency.lockutils [None req-b973d451-9541-4b45-81c6-e5296afc9456 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.924s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.084780] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186321, 'name': ReconfigVM_Task, 'duration_secs': 0.297023} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.085012] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Reconfigured VM instance instance-00000070 to attach disk [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7/11a3778f-2cc4-46a8-a051-ce4b7a598094-rescue.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.085811] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f37f383-580c-4a64-9dc9-50be7f326781 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.110874] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86b4bea0-2ace-4c91-9d5d-0c7720a89f93 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.126163] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1218.126163] env[68864]: value = "task-3186322" [ 1218.126163] env[68864]: _type = "Task" [ 1218.126163] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.133763] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.467614] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186319, 'name': ReconfigVM_Task, 'duration_secs': 0.990677} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.467983] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2/6ef4e5aa-df84-4de4-9548-549d2d102ae2.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.471299] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4df958d-e632-46bd-8aa5-228b93830dc1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.477514] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186320, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.478656] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1218.478656] env[68864]: value = "task-3186323" [ 1218.478656] env[68864]: _type = "Task" [ 1218.478656] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.485780] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186323, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.636855] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186322, 'name': ReconfigVM_Task, 'duration_secs': 0.167176} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.637622] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.637622] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd0616c-29b3-48a1-9138-e57b9778d0c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.644874] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1218.644874] env[68864]: value = "task-3186324" [ 1218.644874] env[68864]: _type = "Task" [ 1218.644874] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.654069] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.977790] env[68864]: DEBUG oslo_vmware.api [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186320, 'name': PowerOnVM_Task, 'duration_secs': 1.212973} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.978226] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.978226] env[68864]: INFO nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1218.978385] env[68864]: DEBUG nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.979162] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a925488-a1cd-4c52-986d-61bd1f15b659 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.994557] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186323, 'name': Rename_Task, 'duration_secs': 0.234575} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.995024] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.995259] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b121cae6-b0e7-480b-a90e-e5d3500494cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.002660] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1219.002660] env[68864]: value = "task-3186325" [ 1219.002660] env[68864]: _type = "Task" [ 1219.002660] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.010580] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.146803] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "7c134203-8071-4e1f-bd30-8f39d5699fb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.147199] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.147448] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "7c134203-8071-4e1f-bd30-8f39d5699fb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.147643] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.147812] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.153342] env[68864]: INFO nova.compute.manager [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Terminating instance [ 1219.160387] env[68864]: DEBUG oslo_vmware.api [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186324, 'name': PowerOnVM_Task, 'duration_secs': 0.401241} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.161037] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.162978] env[68864]: DEBUG nova.compute.manager [None req-e77cbb30-d918-4fed-a375-8d9a2fdf357e tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.163779] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16966df9-0c75-419e-a785-b5c65e1fcb76 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.503591] env[68864]: INFO nova.compute.manager [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Took 17.39 seconds to build instance. [ 1219.512946] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.658567] env[68864]: DEBUG nova.compute.manager [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.658866] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.659897] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd9c70e-c5a1-40e6-998d-65a0f57b690b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.667555] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.667810] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eeb808a-97cc-475c-a282-4bea7d731057 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.673676] env[68864]: DEBUG oslo_vmware.api [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1219.673676] env[68864]: value = "task-3186326" [ 1219.673676] env[68864]: _type = "Task" [ 1219.673676] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.683136] env[68864]: DEBUG oslo_vmware.api [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.008237] env[68864]: DEBUG oslo_concurrency.lockutils [None req-53eb2b55-2a73-4ebc-9827-1a149e329a5f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.910s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.012911] env[68864]: DEBUG oslo_vmware.api [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186325, 'name': PowerOnVM_Task, 'duration_secs': 0.65569} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.013215] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.185346] env[68864]: DEBUG oslo_vmware.api [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186326, 'name': PowerOffVM_Task, 'duration_secs': 0.505884} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.185614] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.185782] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.186102] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-774a2454-d1f8-4259-93e4-25fb99781772 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.193136] env[68864]: DEBUG nova.compute.manager [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.193895] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaa5b29-cf5d-4501-8f1d-50108459dec4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.254693] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.254937] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.255137] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleting the datastore file [datastore1] 7c134203-8071-4e1f-bd30-8f39d5699fb8 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.256130] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fd6c09-4d88-4fb7-8847-aa397122d1cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.262512] env[68864]: DEBUG oslo_vmware.api [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1220.262512] env[68864]: value = "task-3186328" [ 1220.262512] env[68864]: _type = "Task" [ 1220.262512] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.270145] env[68864]: DEBUG oslo_vmware.api [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.713731] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d800af8d-6a03-478c-9bc1-6803299f9998 tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.038s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.734046] env[68864]: DEBUG nova.compute.manager [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Received event network-changed-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.734151] env[68864]: DEBUG nova.compute.manager [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Refreshing instance network info cache due to event network-changed-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.734321] env[68864]: DEBUG oslo_concurrency.lockutils [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] Acquiring lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.734487] env[68864]: DEBUG oslo_concurrency.lockutils [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] Acquired lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.734654] env[68864]: DEBUG nova.network.neutron [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Refreshing network info cache for port 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.773679] env[68864]: DEBUG oslo_vmware.api [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.897603] env[68864]: INFO nova.compute.manager [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Unrescuing [ 1220.897864] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.898029] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquired lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.898208] env[68864]: DEBUG nova.network.neutron [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.275731] env[68864]: DEBUG oslo_vmware.api [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660008} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.276089] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.276321] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.276550] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.276749] env[68864]: INFO nova.compute.manager [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1221.277102] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.277343] env[68864]: DEBUG nova.compute.manager [-] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.277461] env[68864]: DEBUG nova.network.neutron [-] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.484290] env[68864]: DEBUG nova.network.neutron [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updated VIF entry in instance network info cache for port 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.484769] env[68864]: DEBUG nova.network.neutron [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.567860] env[68864]: DEBUG nova.compute.manager [req-b3ce4690-910e-4c4f-869e-96100e80957d req-5ad93f72-4aad-44e8-86ed-7d6f35850ef7 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Received event network-vif-deleted-effe6142-9e23-4260-8540-800d2ab3e08f {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.568089] env[68864]: INFO nova.compute.manager [req-b3ce4690-910e-4c4f-869e-96100e80957d req-5ad93f72-4aad-44e8-86ed-7d6f35850ef7 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Neutron deleted interface effe6142-9e23-4260-8540-800d2ab3e08f; detaching it from the instance and deleting it from the info cache [ 1221.568273] env[68864]: DEBUG nova.network.neutron [req-b3ce4690-910e-4c4f-869e-96100e80957d req-5ad93f72-4aad-44e8-86ed-7d6f35850ef7 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.639752] env[68864]: DEBUG nova.network.neutron [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Updating instance_info_cache with network_info: [{"id": "32f851f3-1604-4856-a091-f2d9e0e87c45", "address": "fa:16:3e:2e:dc:0c", "network": {"id": "fda5b13b-44fa-485f-84d3-df09193aafd6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1927897239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "49d7b92a4a164eb9af2f6a2dff51458f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32f851f3-16", "ovs_interfaceid": "32f851f3-1604-4856-a091-f2d9e0e87c45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.988788] env[68864]: DEBUG oslo_concurrency.lockutils [req-d9f1c58f-774f-4848-9fba-15ac031fb30e req-373dbb88-90fe-4570-9af2-b161fa721b22 service nova] Releasing lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.015819] env[68864]: DEBUG nova.network.neutron [-] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.071603] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6878c639-88f4-433b-b2df-9c76251a49f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.081115] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c7693-bc67-4ac6-8063-30a363f35cca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.109148] env[68864]: DEBUG nova.compute.manager [req-b3ce4690-910e-4c4f-869e-96100e80957d req-5ad93f72-4aad-44e8-86ed-7d6f35850ef7 service nova] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Detach interface failed, port_id=effe6142-9e23-4260-8540-800d2ab3e08f, reason: Instance 7c134203-8071-4e1f-bd30-8f39d5699fb8 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.143374] env[68864]: DEBUG oslo_concurrency.lockutils [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Releasing lock "refresh_cache-adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.144132] env[68864]: DEBUG nova.objects.instance [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lazy-loading 'flavor' on Instance uuid adb2c4e6-70ed-4514-bb05-1cb8c0f030e7 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.518023] env[68864]: INFO nova.compute.manager [-] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Took 1.24 seconds to deallocate network for instance. [ 1222.652052] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98415f1d-f6fb-4d06-9cb9-3d67c4002d85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.674371] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.674697] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03f840db-a045-4af6-b96c-49c874eb9991 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.681360] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1222.681360] env[68864]: value = "task-3186329" [ 1222.681360] env[68864]: _type = "Task" [ 1222.681360] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.690351] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.024874] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.025845] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.025845] env[68864]: DEBUG nova.objects.instance [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'resources' on Instance uuid 7c134203-8071-4e1f-bd30-8f39d5699fb8 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.191206] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186329, 'name': PowerOffVM_Task, 'duration_secs': 0.240567} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.191455] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.196761] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.197064] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12da6d60-9c4e-447e-ba17-3e8a03362c29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.215105] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1223.215105] env[68864]: value = "task-3186330" [ 1223.215105] env[68864]: _type = "Task" [ 1223.215105] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.222706] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.625459] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a55618d-5ef6-4b32-af9c-65485c89a972 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.633229] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dccd36-d6a2-4c0d-86b9-c2b7f0e114cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.662644] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af1b8b1-bf84-4c84-ab2b-486271aa4449 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.669710] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb88a9a-c20b-4688-b027-b20073ffcc77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.683858] env[68864]: DEBUG nova.compute.provider_tree [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.725025] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186330, 'name': ReconfigVM_Task, 'duration_secs': 0.21172} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.725025] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.725025] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.725025] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2892beb-675c-4f21-9fea-f4f5f99fbce7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.731357] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1223.731357] env[68864]: value = "task-3186331" [ 1223.731357] env[68864]: _type = "Task" [ 1223.731357] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.738944] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.187212] env[68864]: DEBUG nova.scheduler.client.report [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.240721] env[68864]: DEBUG oslo_vmware.api [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186331, 'name': PowerOnVM_Task, 'duration_secs': 0.368737} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.241138] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.241393] env[68864]: DEBUG nova.compute.manager [None req-f2966e13-3652-4755-af3c-e579b2515afc tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.242155] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0772fafa-2d3b-4a95-9db9-c579e7d5b659 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.692248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.709942] env[68864]: INFO nova.scheduler.client.report [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted allocations for instance 7c134203-8071-4e1f-bd30-8f39d5699fb8 [ 1225.217481] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ef7a1fc5-12f4-48bd-8005-11cc48375a7d tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "7c134203-8071-4e1f-bd30-8f39d5699fb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.070s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.487943] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.488123] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.488270] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.488479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.488654] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.490758] env[68864]: INFO nova.compute.manager [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Terminating instance [ 1225.994721] env[68864]: DEBUG nova.compute.manager [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.995105] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.995866] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c7cc6-fe25-42f3-bf02-f54fceae863f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.003827] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.004083] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efd51c1-e0e3-43e8-a0f3-80fb77cd71c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.009825] env[68864]: DEBUG oslo_vmware.api [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1226.009825] env[68864]: value = "task-3186332" [ 1226.009825] env[68864]: _type = "Task" [ 1226.009825] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.018150] env[68864]: DEBUG oslo_vmware.api [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.103981] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.104237] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.520595] env[68864]: DEBUG oslo_vmware.api [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186332, 'name': PowerOffVM_Task, 'duration_secs': 0.185734} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.520901] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.521060] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.521315] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc2161af-30c3-4d73-b912-e887f6c671a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.584094] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.584367] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.584554] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Deleting the datastore file [datastore1] adb2c4e6-70ed-4514-bb05-1cb8c0f030e7 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.584835] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-665e653a-788e-4d3d-ba3b-3d00374f7abf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.591042] env[68864]: DEBUG oslo_vmware.api [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1226.591042] env[68864]: value = "task-3186334" [ 1226.591042] env[68864]: _type = "Task" [ 1226.591042] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.598772] env[68864]: DEBUG oslo_vmware.api [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.608267] env[68864]: DEBUG nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1227.101174] env[68864]: DEBUG oslo_vmware.api [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132693} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.101562] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.101613] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.101765] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.101940] env[68864]: INFO nova.compute.manager [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1227.102207] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.102402] env[68864]: DEBUG nova.compute.manager [-] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.102493] env[68864]: DEBUG nova.network.neutron [-] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.128919] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.129206] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.130640] env[68864]: INFO nova.compute.claims [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.362879] env[68864]: DEBUG nova.compute.manager [req-c0e2d0ec-c1b2-40ee-9b45-64849d27cbe4 req-a8079767-9b77-4c94-b29b-e00e38d169ae service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Received event network-vif-deleted-32f851f3-1604-4856-a091-f2d9e0e87c45 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.363124] env[68864]: INFO nova.compute.manager [req-c0e2d0ec-c1b2-40ee-9b45-64849d27cbe4 req-a8079767-9b77-4c94-b29b-e00e38d169ae service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Neutron deleted interface 32f851f3-1604-4856-a091-f2d9e0e87c45; detaching it from the instance and deleting it from the info cache [ 1227.363296] env[68864]: DEBUG nova.network.neutron [req-c0e2d0ec-c1b2-40ee-9b45-64849d27cbe4 req-a8079767-9b77-4c94-b29b-e00e38d169ae service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.845960] env[68864]: DEBUG nova.network.neutron [-] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.866076] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6a6d3d8-83ab-45d0-b70a-4e01e2962330 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.875308] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ad9ec0-43f6-4039-98f7-3247f80ffbeb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.904200] env[68864]: DEBUG nova.compute.manager [req-c0e2d0ec-c1b2-40ee-9b45-64849d27cbe4 req-a8079767-9b77-4c94-b29b-e00e38d169ae service nova] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Detach interface failed, port_id=32f851f3-1604-4856-a091-f2d9e0e87c45, reason: Instance adb2c4e6-70ed-4514-bb05-1cb8c0f030e7 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.228622] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c547c52-b287-4d18-a6c2-ec954a3600f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.236063] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f98c7e-56bd-4cdb-bbfd-c60d56bb7837 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.265329] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51681049-4228-4f39-bcb5-341ff7144002 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.272019] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9546892-6ccc-414d-bb54-829b382f1bf9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.284589] env[68864]: DEBUG nova.compute.provider_tree [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.348140] env[68864]: INFO nova.compute.manager [-] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Took 1.25 seconds to deallocate network for instance. [ 1228.788179] env[68864]: DEBUG nova.scheduler.client.report [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.853980] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.293418] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.293966] env[68864]: DEBUG nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.296601] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.443s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.296825] env[68864]: DEBUG nova.objects.instance [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lazy-loading 'resources' on Instance uuid adb2c4e6-70ed-4514-bb05-1cb8c0f030e7 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.802670] env[68864]: DEBUG nova.compute.utils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.804556] env[68864]: DEBUG nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.804723] env[68864]: DEBUG nova.network.neutron [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.854455] env[68864]: DEBUG nova.policy [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8665199cf845a3ab30699ad3f74b04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bfcec59b59342a7b307be04ca3b8a76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.900351] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff870c4-02ca-411f-a05e-42379b4eb5a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.907909] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253bd012-2c18-4eea-b7af-359595c8c472 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.938165] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331320cf-081b-4d84-ae02-06192fa381d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.945287] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253fd04-3cac-4aa2-8dec-ee9be1a8ee29 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.958503] env[68864]: DEBUG nova.compute.provider_tree [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.105495] env[68864]: DEBUG nova.network.neutron [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Successfully created port: 551ab1c0-3c10-42bf-a633-3c21a69d2139 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.307804] env[68864]: DEBUG nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.461460] env[68864]: DEBUG nova.scheduler.client.report [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.966113] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.990330] env[68864]: INFO nova.scheduler.client.report [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Deleted allocations for instance adb2c4e6-70ed-4514-bb05-1cb8c0f030e7 [ 1231.317710] env[68864]: DEBUG nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.344565] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.344822] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.344980] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.345188] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.345335] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.345480] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.345686] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.345845] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.346244] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.346244] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.346407] env[68864]: DEBUG nova.virt.hardware [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.347418] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69249313-276d-4fab-bc8a-c7dbfa63ca59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.355656] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac97735a-ecb8-4581-9d4d-ce6bea294b8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.475421] env[68864]: DEBUG nova.compute.manager [req-802215fe-60c4-47bc-94f5-7b26f3556053 req-92eb40f8-b8aa-40b0-a227-2eb7068f6d01 service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Received event network-vif-plugged-551ab1c0-3c10-42bf-a633-3c21a69d2139 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.475643] env[68864]: DEBUG oslo_concurrency.lockutils [req-802215fe-60c4-47bc-94f5-7b26f3556053 req-92eb40f8-b8aa-40b0-a227-2eb7068f6d01 service nova] Acquiring lock "dae7131b-5dca-4b0e-892b-daaee4de2c25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.475859] env[68864]: DEBUG oslo_concurrency.lockutils [req-802215fe-60c4-47bc-94f5-7b26f3556053 req-92eb40f8-b8aa-40b0-a227-2eb7068f6d01 service nova] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.476235] env[68864]: DEBUG oslo_concurrency.lockutils [req-802215fe-60c4-47bc-94f5-7b26f3556053 req-92eb40f8-b8aa-40b0-a227-2eb7068f6d01 service nova] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.476483] env[68864]: DEBUG nova.compute.manager [req-802215fe-60c4-47bc-94f5-7b26f3556053 req-92eb40f8-b8aa-40b0-a227-2eb7068f6d01 service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] No waiting events found dispatching network-vif-plugged-551ab1c0-3c10-42bf-a633-3c21a69d2139 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.476668] env[68864]: WARNING nova.compute.manager [req-802215fe-60c4-47bc-94f5-7b26f3556053 req-92eb40f8-b8aa-40b0-a227-2eb7068f6d01 service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Received unexpected event network-vif-plugged-551ab1c0-3c10-42bf-a633-3c21a69d2139 for instance with vm_state building and task_state spawning. [ 1231.497936] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5450189e-e632-461a-aaf0-459d5ebd1a32 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "adb2c4e6-70ed-4514-bb05-1cb8c0f030e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.010s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.577200] env[68864]: DEBUG nova.network.neutron [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Successfully updated port: 551ab1c0-3c10-42bf-a633-3c21a69d2139 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.080306] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "refresh_cache-dae7131b-5dca-4b0e-892b-daaee4de2c25" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.080535] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "refresh_cache-dae7131b-5dca-4b0e-892b-daaee4de2c25" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.080535] env[68864]: DEBUG nova.network.neutron [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.110466] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "234e6291-cc31-4bf2-826b-dd6c34c43399" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.110888] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.111239] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "234e6291-cc31-4bf2-826b-dd6c34c43399-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.111559] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.111844] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.115560] env[68864]: INFO nova.compute.manager [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Terminating instance [ 1232.621299] env[68864]: DEBUG nova.compute.manager [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.621486] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.622410] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76277ccc-211a-433f-b069-8dfdf9125dd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.625817] env[68864]: DEBUG nova.network.neutron [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.633043] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.633478] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35071fe-acb2-44ad-9ca1-f255238a8d81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.640643] env[68864]: DEBUG oslo_vmware.api [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1232.640643] env[68864]: value = "task-3186335" [ 1232.640643] env[68864]: _type = "Task" [ 1232.640643] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.650603] env[68864]: DEBUG oslo_vmware.api [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.751368] env[68864]: DEBUG nova.network.neutron [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Updating instance_info_cache with network_info: [{"id": "551ab1c0-3c10-42bf-a633-3c21a69d2139", "address": "fa:16:3e:82:5d:06", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap551ab1c0-3c", "ovs_interfaceid": "551ab1c0-3c10-42bf-a633-3c21a69d2139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.150202] env[68864]: DEBUG oslo_vmware.api [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186335, 'name': PowerOffVM_Task, 'duration_secs': 0.221345} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.150484] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.150652] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.150899] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873d9b23-ab35-47ff-9003-b1aa140870e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.230501] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.230678] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.230866] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Deleting the datastore file [datastore2] 234e6291-cc31-4bf2-826b-dd6c34c43399 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.231151] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d276858b-f132-48f6-bcdf-234bd14d8663 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.237438] env[68864]: DEBUG oslo_vmware.api [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for the task: (returnval){ [ 1233.237438] env[68864]: value = "task-3186337" [ 1233.237438] env[68864]: _type = "Task" [ 1233.237438] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.246118] env[68864]: DEBUG oslo_vmware.api [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.253638] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "refresh_cache-dae7131b-5dca-4b0e-892b-daaee4de2c25" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.253920] env[68864]: DEBUG nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Instance network_info: |[{"id": "551ab1c0-3c10-42bf-a633-3c21a69d2139", "address": "fa:16:3e:82:5d:06", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap551ab1c0-3c", "ovs_interfaceid": "551ab1c0-3c10-42bf-a633-3c21a69d2139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.254314] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:5d:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '551ab1c0-3c10-42bf-a633-3c21a69d2139', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.261551] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.261760] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.261960] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-335d94d7-1356-464d-96ec-413aa480f30d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.280431] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.280431] env[68864]: value = "task-3186338" [ 1233.280431] env[68864]: _type = "Task" [ 1233.280431] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.287359] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186338, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.501988] env[68864]: DEBUG nova.compute.manager [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Received event network-changed-551ab1c0-3c10-42bf-a633-3c21a69d2139 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.502149] env[68864]: DEBUG nova.compute.manager [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Refreshing instance network info cache due to event network-changed-551ab1c0-3c10-42bf-a633-3c21a69d2139. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.502347] env[68864]: DEBUG oslo_concurrency.lockutils [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] Acquiring lock "refresh_cache-dae7131b-5dca-4b0e-892b-daaee4de2c25" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.502482] env[68864]: DEBUG oslo_concurrency.lockutils [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] Acquired lock "refresh_cache-dae7131b-5dca-4b0e-892b-daaee4de2c25" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.502640] env[68864]: DEBUG nova.network.neutron [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Refreshing network info cache for port 551ab1c0-3c10-42bf-a633-3c21a69d2139 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.746478] env[68864]: DEBUG oslo_vmware.api [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Task: {'id': task-3186337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17871} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.746824] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.746868] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.747061] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.747264] env[68864]: INFO nova.compute.manager [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1233.747546] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.747771] env[68864]: DEBUG nova.compute.manager [-] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.747867] env[68864]: DEBUG nova.network.neutron [-] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.789956] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186338, 'name': CreateVM_Task, 'duration_secs': 0.303563} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.790120] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.790672] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.790835] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.791162] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.791396] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a843d2e-802a-4579-920f-00530881da08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.795411] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1233.795411] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524f231a-e79b-a423-de70-e4c408c7bd89" [ 1233.795411] env[68864]: _type = "Task" [ 1233.795411] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.803904] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524f231a-e79b-a423-de70-e4c408c7bd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.181524] env[68864]: DEBUG nova.network.neutron [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Updated VIF entry in instance network info cache for port 551ab1c0-3c10-42bf-a633-3c21a69d2139. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.181897] env[68864]: DEBUG nova.network.neutron [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Updating instance_info_cache with network_info: [{"id": "551ab1c0-3c10-42bf-a633-3c21a69d2139", "address": "fa:16:3e:82:5d:06", "network": {"id": "328ab1da-a52e-4d17-8ef5-c4877ee68cdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-499708565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bfcec59b59342a7b307be04ca3b8a76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap551ab1c0-3c", "ovs_interfaceid": "551ab1c0-3c10-42bf-a633-3c21a69d2139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.306196] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524f231a-e79b-a423-de70-e4c408c7bd89, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.306456] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.306689] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.306959] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.307121] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.307316] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.307570] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-842c465e-435a-4dda-be61-1b7b558006e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.314995] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.315175] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.315823] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b9f972-6a33-4bea-b573-c921527dd550 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.320860] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1234.320860] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ee8332-7d5e-1454-849e-7eb89d38c711" [ 1234.320860] env[68864]: _type = "Task" [ 1234.320860] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.327784] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ee8332-7d5e-1454-849e-7eb89d38c711, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.462068] env[68864]: DEBUG nova.network.neutron [-] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.684747] env[68864]: DEBUG oslo_concurrency.lockutils [req-56c2b04d-3f26-4c8a-bbf3-264df66c4e30 req-f2f03c67-7525-4eeb-87af-059b5c6cb3ee service nova] Releasing lock "refresh_cache-dae7131b-5dca-4b0e-892b-daaee4de2c25" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.831850] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ee8332-7d5e-1454-849e-7eb89d38c711, 'name': SearchDatastore_Task, 'duration_secs': 0.008045} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.832635] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b7e803-950b-4257-8d9b-236bc20181b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.838259] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1234.838259] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f912c-53ef-37d2-5c8c-3d8bac0f5d0c" [ 1234.838259] env[68864]: _type = "Task" [ 1234.838259] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.846656] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f912c-53ef-37d2-5c8c-3d8bac0f5d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.965446] env[68864]: INFO nova.compute.manager [-] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Took 1.22 seconds to deallocate network for instance. [ 1235.349680] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526f912c-53ef-37d2-5c8c-3d8bac0f5d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.349861] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.350156] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] dae7131b-5dca-4b0e-892b-daaee4de2c25/dae7131b-5dca-4b0e-892b-daaee4de2c25.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.350675] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-760dfd14-9602-42de-8897-0724d251c800 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.357676] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1235.357676] env[68864]: value = "task-3186339" [ 1235.357676] env[68864]: _type = "Task" [ 1235.357676] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.366682] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.476057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.476057] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.476057] env[68864]: DEBUG nova.objects.instance [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lazy-loading 'resources' on Instance uuid 234e6291-cc31-4bf2-826b-dd6c34c43399 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.527933] env[68864]: DEBUG nova.compute.manager [req-d1471c7e-a255-4d81-ae1c-3eaf3a5be54e req-60175899-9c28-467b-9161-f81e6ac9d1aa service nova] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Received event network-vif-deleted-d9311903-03b0-4622-8d0e-e89b462b61f0 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.866786] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466523} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.867150] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] dae7131b-5dca-4b0e-892b-daaee4de2c25/dae7131b-5dca-4b0e-892b-daaee4de2c25.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.867321] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.867520] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75700134-7b6f-4582-8cff-5f7185122cef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.873092] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1235.873092] env[68864]: value = "task-3186340" [ 1235.873092] env[68864]: _type = "Task" [ 1235.873092] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.879833] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.072191] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b38679-bddc-474c-9a81-622b751c2e1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.079840] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b643b68f-3be0-4bdc-9ec0-de8d468ad3af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.108226] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bec19d5-7a4c-4d26-b024-4c3f5ba876fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.115388] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcdeed9-a860-4dc4-87b0-01e6ad6844b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.129406] env[68864]: DEBUG nova.compute.provider_tree [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.382393] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081396} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.382677] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.383463] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d46f2cb-01e9-4ae0-b68b-3042d0bd6494 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.405384] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] dae7131b-5dca-4b0e-892b-daaee4de2c25/dae7131b-5dca-4b0e-892b-daaee4de2c25.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.405674] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa84e68f-8054-4ccf-adae-4ffb8b36d7e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.424117] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1236.424117] env[68864]: value = "task-3186341" [ 1236.424117] env[68864]: _type = "Task" [ 1236.424117] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.431617] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.443622] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.443842] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.632974] env[68864]: DEBUG nova.scheduler.client.report [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.934174] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186341, 'name': ReconfigVM_Task, 'duration_secs': 0.257738} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.934488] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Reconfigured VM instance instance-00000073 to attach disk [datastore2] dae7131b-5dca-4b0e-892b-daaee4de2c25/dae7131b-5dca-4b0e-892b-daaee4de2c25.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.935064] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60096444-0cf4-4853-8028-53a4979a1891 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.940579] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1236.940579] env[68864]: value = "task-3186342" [ 1236.940579] env[68864]: _type = "Task" [ 1236.940579] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.949532] env[68864]: DEBUG nova.compute.utils [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.950884] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186342, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.139290] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.156260] env[68864]: INFO nova.scheduler.client.report [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Deleted allocations for instance 234e6291-cc31-4bf2-826b-dd6c34c43399 [ 1237.451811] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186342, 'name': Rename_Task, 'duration_secs': 0.154667} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.451811] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.452265] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.452555] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cff3749-fd74-46f6-95a7-fae7e26748d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.460234] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1237.460234] env[68864]: value = "task-3186343" [ 1237.460234] env[68864]: _type = "Task" [ 1237.460234] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.468618] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.663764] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2556c6f3-a5cf-42f9-9dd3-a0608d2c4978 tempest-ServerRescueTestJSON-568358793 tempest-ServerRescueTestJSON-568358793-project-member] Lock "234e6291-cc31-4bf2-826b-dd6c34c43399" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.972487] env[68864]: DEBUG oslo_vmware.api [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186343, 'name': PowerOnVM_Task, 'duration_secs': 0.421036} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.972759] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.972958] env[68864]: INFO nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1237.973153] env[68864]: DEBUG nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.973927] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f591a-ef43-4be1-b6da-86782b3f7797 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.490228] env[68864]: INFO nova.compute.manager [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Took 11.38 seconds to build instance. [ 1238.512728] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.513508] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.513779] env[68864]: INFO nova.compute.manager [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Attaching volume ae045b89-7921-4997-9830-5a2f8299146f to /dev/sdb [ 1238.549867] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07706c52-247f-4364-821d-8397f6ccfb4b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.557452] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746fb291-3df6-4e8f-a4b2-6dd62c9c5720 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.571068] env[68864]: DEBUG nova.virt.block_device [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updating existing volume attachment record: e69a924a-06ce-449a-8174-95c752f71e48 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1238.992130] env[68864]: DEBUG oslo_concurrency.lockutils [None req-34eb6edd-c186-49b7-82c1-8f3fa4a3a72e tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.888s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.694979] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.695373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.695505] env[68864]: DEBUG nova.compute.manager [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.696478] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6dc03f-d8ca-4d40-bc4a-e459e4d64999 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.703394] env[68864]: DEBUG nova.compute.manager [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1239.704197] env[68864]: DEBUG nova.objects.instance [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'flavor' on Instance uuid dae7131b-5dca-4b0e-892b-daaee4de2c25 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.712034] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.712034] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b01062-0332-4292-ae6c-e31538375899 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.719156] env[68864]: DEBUG oslo_vmware.api [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1240.719156] env[68864]: value = "task-3186345" [ 1240.719156] env[68864]: _type = "Task" [ 1240.719156] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.728795] env[68864]: DEBUG oslo_vmware.api [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.916106] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.916106] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.228766] env[68864]: DEBUG oslo_vmware.api [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186345, 'name': PowerOffVM_Task, 'duration_secs': 0.177319} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.229020] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.229286] env[68864]: DEBUG nova.compute.manager [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.230044] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a8c194-67b7-43e4-b314-fe9f0c4e2fce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.417684] env[68864]: DEBUG nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.741689] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ae1e796f-c76e-4bb5-81d1-4490bd17fdcf tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.940232] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.940511] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.941932] env[68864]: INFO nova.compute.claims [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.602417] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.602638] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.602843] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "dae7131b-5dca-4b0e-892b-daaee4de2c25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.603043] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.603222] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.605360] env[68864]: INFO nova.compute.manager [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Terminating instance [ 1243.032434] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea375f-d1e8-4ab3-bd7f-75dd5f112b46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.039996] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c58e19-c197-4141-88af-a0a74c97dc9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.071388] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70787baa-d4f4-40f0-bf3c-5648b867a5f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.078442] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cdc6f7-c2f0-4b57-8409-4002b1b61a6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.091265] env[68864]: DEBUG nova.compute.provider_tree [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.108534] env[68864]: DEBUG nova.compute.manager [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.108738] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.109471] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a2531-b54f-4eb3-9b7e-588576ddacae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.115927] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.116873] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1243.117079] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637243', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'name': 'volume-ae045b89-7921-4997-9830-5a2f8299146f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f371755d-1fdc-475f-9b23-5646b515647a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'serial': 'ae045b89-7921-4997-9830-5a2f8299146f'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1243.117405] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c24c30aa-af0e-4bc9-8443-bc712bf7c791 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.119139] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ecfad5-0e2b-4cf0-bc1a-7a85d7c2a43d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.133876] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac8061b-8768-413f-a185-63f493a35668 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.157698] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-ae045b89-7921-4997-9830-5a2f8299146f/volume-ae045b89-7921-4997-9830-5a2f8299146f.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.157991] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bf51d6-593d-4099-bd67-cf7ef87e0508 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.175747] env[68864]: DEBUG oslo_vmware.api [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1243.175747] env[68864]: value = "task-3186348" [ 1243.175747] env[68864]: _type = "Task" [ 1243.175747] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.185640] env[68864]: DEBUG oslo_vmware.api [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.195116] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.195339] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.195521] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleting the datastore file [datastore2] dae7131b-5dca-4b0e-892b-daaee4de2c25 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.195790] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c112d92d-d8a3-406e-bc24-2a2d6f9491f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.202171] env[68864]: DEBUG oslo_vmware.api [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1243.202171] env[68864]: value = "task-3186349" [ 1243.202171] env[68864]: _type = "Task" [ 1243.202171] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.210194] env[68864]: DEBUG oslo_vmware.api [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.594833] env[68864]: DEBUG nova.scheduler.client.report [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.685386] env[68864]: DEBUG oslo_vmware.api [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186348, 'name': ReconfigVM_Task, 'duration_secs': 0.40142} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.685647] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-ae045b89-7921-4997-9830-5a2f8299146f/volume-ae045b89-7921-4997-9830-5a2f8299146f.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.690301] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5acda981-60d3-4f4b-a5d6-6a6498b84135 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.706946] env[68864]: DEBUG oslo_vmware.api [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1243.706946] env[68864]: value = "task-3186350" [ 1243.706946] env[68864]: _type = "Task" [ 1243.706946] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.712916] env[68864]: DEBUG oslo_vmware.api [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156727} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.713482] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.713689] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.713865] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.714056] env[68864]: INFO nova.compute.manager [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1243.714452] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.717257] env[68864]: DEBUG nova.compute.manager [-] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.717360] env[68864]: DEBUG nova.network.neutron [-] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.718843] env[68864]: DEBUG oslo_vmware.api [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.971707] env[68864]: DEBUG nova.compute.manager [req-3dcbf595-377d-46c0-b282-0fd9d5e4dc3e req-57b95648-f7ad-45e8-a7f1-4f0399084569 service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Received event network-vif-deleted-551ab1c0-3c10-42bf-a633-3c21a69d2139 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.971897] env[68864]: INFO nova.compute.manager [req-3dcbf595-377d-46c0-b282-0fd9d5e4dc3e req-57b95648-f7ad-45e8-a7f1-4f0399084569 service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Neutron deleted interface 551ab1c0-3c10-42bf-a633-3c21a69d2139; detaching it from the instance and deleting it from the info cache [ 1243.971997] env[68864]: DEBUG nova.network.neutron [req-3dcbf595-377d-46c0-b282-0fd9d5e4dc3e req-57b95648-f7ad-45e8-a7f1-4f0399084569 service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.099868] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.100397] env[68864]: DEBUG nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.218154] env[68864]: DEBUG oslo_vmware.api [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186350, 'name': ReconfigVM_Task, 'duration_secs': 0.14446} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.218154] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637243', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'name': 'volume-ae045b89-7921-4997-9830-5a2f8299146f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f371755d-1fdc-475f-9b23-5646b515647a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'serial': 'ae045b89-7921-4997-9830-5a2f8299146f'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1244.455908] env[68864]: DEBUG nova.network.neutron [-] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.475141] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cf95dd6-93b5-475a-b8b0-4244badd9b81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.485027] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f32b6-b83c-4303-890c-581a550563b6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.511298] env[68864]: DEBUG nova.compute.manager [req-3dcbf595-377d-46c0-b282-0fd9d5e4dc3e req-57b95648-f7ad-45e8-a7f1-4f0399084569 service nova] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Detach interface failed, port_id=551ab1c0-3c10-42bf-a633-3c21a69d2139, reason: Instance dae7131b-5dca-4b0e-892b-daaee4de2c25 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1244.605368] env[68864]: DEBUG nova.compute.utils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.606783] env[68864]: DEBUG nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1244.958470] env[68864]: INFO nova.compute.manager [-] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Took 1.24 seconds to deallocate network for instance. [ 1245.107798] env[68864]: DEBUG nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.253292] env[68864]: DEBUG nova.objects.instance [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'flavor' on Instance uuid f371755d-1fdc-475f-9b23-5646b515647a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.464751] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.465111] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.465407] env[68864]: DEBUG nova.objects.instance [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'resources' on Instance uuid dae7131b-5dca-4b0e-892b-daaee4de2c25 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.758048] env[68864]: DEBUG oslo_concurrency.lockutils [None req-bfb21d37-c783-4be1-8a24-12c8dd066e9f tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.986034] env[68864]: DEBUG oslo_concurrency.lockutils [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.986395] env[68864]: DEBUG oslo_concurrency.lockutils [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.064295] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddef5257-2735-4c34-9248-407565e9f9db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.072175] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6633221a-95de-4874-a9fc-4f9b567c9eb9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.102805] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bab897-5d18-4e1c-a6a2-e0d903f14be6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.109943] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acba9aaf-c94f-4a40-8a08-e2951ca784f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.116074] env[68864]: DEBUG nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.126254] env[68864]: DEBUG nova.compute.provider_tree [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.143825] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.144076] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.144273] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.144480] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.144630] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.144777] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.144987] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.145166] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.145335] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.145494] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.145712] env[68864]: DEBUG nova.virt.hardware [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.146737] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c11d85-8849-446d-86e2-6fde36bfcd0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.154106] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139adfe-cdc7-4e82-a8b2-4c5023e0be6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.167078] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.172520] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Creating folder: Project (561a561c711f425dad1beb080792b153). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.172783] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5241d4b8-080d-47d8-a1f4-2cf3581e7b89 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.183833] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Created folder: Project (561a561c711f425dad1beb080792b153) in parent group-v636929. [ 1246.184039] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Creating folder: Instances. Parent ref: group-v637244. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1246.184239] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fad6430f-7b01-44d9-9381-2e2d64f5e252 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.193663] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Created folder: Instances in parent group-v637244. [ 1246.193885] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.194074] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.194260] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb38e1a-c120-4550-ad34-174356b2d024 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.209305] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.209305] env[68864]: value = "task-3186353" [ 1246.209305] env[68864]: _type = "Task" [ 1246.209305] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.216084] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186353, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.494013] env[68864]: INFO nova.compute.manager [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Detaching volume ae045b89-7921-4997-9830-5a2f8299146f [ 1246.524429] env[68864]: INFO nova.virt.block_device [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Attempting to driver detach volume ae045b89-7921-4997-9830-5a2f8299146f from mountpoint /dev/sdb [ 1246.524678] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.524915] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637243', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'name': 'volume-ae045b89-7921-4997-9830-5a2f8299146f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f371755d-1fdc-475f-9b23-5646b515647a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'serial': 'ae045b89-7921-4997-9830-5a2f8299146f'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.525794] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c488b2b3-a801-48b9-9cf7-40b36a120270 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.555234] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12520e91-7f1b-48fc-8f50-497b11e8645f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.561931] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0508dd-90cf-4b5c-adf8-0c14e05958f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.582598] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0799be-f432-4522-8f44-39683028c865 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.596563] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] The volume has not been displaced from its original location: [datastore2] volume-ae045b89-7921-4997-9830-5a2f8299146f/volume-ae045b89-7921-4997-9830-5a2f8299146f.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.602147] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.602412] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74272b94-55dc-4055-b132-d5a6ad41e3f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.621309] env[68864]: DEBUG oslo_vmware.api [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1246.621309] env[68864]: value = "task-3186354" [ 1246.621309] env[68864]: _type = "Task" [ 1246.621309] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.629136] env[68864]: DEBUG nova.scheduler.client.report [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.632074] env[68864]: DEBUG oslo_vmware.api [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.718969] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186353, 'name': CreateVM_Task, 'duration_secs': 0.261121} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.719164] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.719594] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.719751] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.720090] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.720343] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee613714-c569-4662-afc2-9658c83ef7ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.724609] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1246.724609] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c6338-09cc-1172-8b8d-b27371b9544d" [ 1246.724609] env[68864]: _type = "Task" [ 1246.724609] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.731768] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c6338-09cc-1172-8b8d-b27371b9544d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.132109] env[68864]: DEBUG oslo_vmware.api [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186354, 'name': ReconfigVM_Task, 'duration_secs': 0.219224} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.132109] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.136426] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.138320] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc79ba5-a105-4e9e-bb76-590cdd715577 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.153500] env[68864]: DEBUG oslo_vmware.api [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1247.153500] env[68864]: value = "task-3186355" [ 1247.153500] env[68864]: _type = "Task" [ 1247.153500] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.165708] env[68864]: DEBUG oslo_vmware.api [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.166597] env[68864]: INFO nova.scheduler.client.report [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted allocations for instance dae7131b-5dca-4b0e-892b-daaee4de2c25 [ 1247.234477] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c6338-09cc-1172-8b8d-b27371b9544d, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.234771] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.235018] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.235266] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.235416] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.235593] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.235856] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e255f6-3641-4163-806c-6f3ba44c7339 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.243548] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.243720] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.244478] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb3ae6d-a162-4b71-ac36-e912f2492220 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.249297] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1247.249297] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52712333-6c45-9f31-95e8-092bb0e516cd" [ 1247.249297] env[68864]: _type = "Task" [ 1247.249297] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.256606] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52712333-6c45-9f31-95e8-092bb0e516cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.663396] env[68864]: DEBUG oslo_vmware.api [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186355, 'name': ReconfigVM_Task, 'duration_secs': 0.17561} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.664054] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637243', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'name': 'volume-ae045b89-7921-4997-9830-5a2f8299146f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f371755d-1fdc-475f-9b23-5646b515647a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae045b89-7921-4997-9830-5a2f8299146f', 'serial': 'ae045b89-7921-4997-9830-5a2f8299146f'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.673574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2d596eda-ae2e-4601-8fd6-203ed689b883 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "dae7131b-5dca-4b0e-892b-daaee4de2c25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.071s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.760010] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52712333-6c45-9f31-95e8-092bb0e516cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007801} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.760789] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed7bbb3-bc56-4ea8-a4bf-699979389bd4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.766085] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1247.766085] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f808f0-06db-162f-6695-dd3519a65a2f" [ 1247.766085] env[68864]: _type = "Task" [ 1247.766085] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.774252] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f808f0-06db-162f-6695-dd3519a65a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.206309] env[68864]: DEBUG nova.objects.instance [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'flavor' on Instance uuid f371755d-1fdc-475f-9b23-5646b515647a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.275732] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f808f0-06db-162f-6695-dd3519a65a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.275995] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.276310] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.276568] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcbf969e-112d-4367-a82f-687a05f2c9d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.282322] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1248.282322] env[68864]: value = "task-3186356" [ 1248.282322] env[68864]: _type = "Task" [ 1248.282322] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.290947] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.336524] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "9c50381b-8272-470c-a5e4-51db657b897d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.336737] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "9c50381b-8272-470c-a5e4-51db657b897d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.336936] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "9c50381b-8272-470c-a5e4-51db657b897d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.337189] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "9c50381b-8272-470c-a5e4-51db657b897d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.337415] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "9c50381b-8272-470c-a5e4-51db657b897d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.339328] env[68864]: INFO nova.compute.manager [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Terminating instance [ 1248.791508] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50051} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.791783] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.791999] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.792271] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b065c977-e941-488c-a137-aec58dc38917 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.799206] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1248.799206] env[68864]: value = "task-3186357" [ 1248.799206] env[68864]: _type = "Task" [ 1248.799206] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.806116] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.842934] env[68864]: DEBUG nova.compute.manager [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.843192] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.844036] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376deb49-d63c-417c-a3a8-ab6aee6cb11c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.850691] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.850925] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0092316-c62c-445c-9de1-2d336c4664a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.856726] env[68864]: DEBUG oslo_vmware.api [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1248.856726] env[68864]: value = "task-3186358" [ 1248.856726] env[68864]: _type = "Task" [ 1248.856726] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.864353] env[68864]: DEBUG oslo_vmware.api [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.214627] env[68864]: DEBUG oslo_concurrency.lockutils [None req-676725fe-fe09-48ed-a945-580d8a1872c2 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.228s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.308102] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069223} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.308387] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.309145] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd644d69-594e-4728-abe1-2a1e2cbd0d2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.328063] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.328319] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba72b176-d1e3-4a46-ab91-49c4e404a0cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.345824] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1249.345824] env[68864]: value = "task-3186359" [ 1249.345824] env[68864]: _type = "Task" [ 1249.345824] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.363536] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.366365] env[68864]: DEBUG oslo_vmware.api [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186358, 'name': PowerOffVM_Task, 'duration_secs': 0.171073} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.366602] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.366770] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.366998] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbf08009-87b6-4a3e-b794-b6da80d3d7cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.430095] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.430293] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.430471] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleting the datastore file [datastore2] 9c50381b-8272-470c-a5e4-51db657b897d {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.430732] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46915ffb-1756-4e0f-a38b-5414b17fc96b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.438308] env[68864]: DEBUG oslo_vmware.api [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for the task: (returnval){ [ 1249.438308] env[68864]: value = "task-3186361" [ 1249.438308] env[68864]: _type = "Task" [ 1249.438308] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.446236] env[68864]: DEBUG oslo_vmware.api [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.859033] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186359, 'name': ReconfigVM_Task, 'duration_secs': 0.260179} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.859033] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.859824] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92a861cf-74ee-4b26-922f-0615d2df1257 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.867298] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1249.867298] env[68864]: value = "task-3186362" [ 1249.867298] env[68864]: _type = "Task" [ 1249.867298] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.878108] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186362, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.951030] env[68864]: DEBUG oslo_vmware.api [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Task: {'id': task-3186361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166635} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.951030] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.951030] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.951030] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.951030] env[68864]: INFO nova.compute.manager [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1249.951030] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.951030] env[68864]: DEBUG nova.compute.manager [-] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.951030] env[68864]: DEBUG nova.network.neutron [-] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.236817] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.237179] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.237426] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "f371755d-1fdc-475f-9b23-5646b515647a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.237622] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.237791] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.241426] env[68864]: DEBUG nova.compute.manager [req-43a89c15-48c8-49f3-9bd4-d502b26dfd7d req-5d4e8f6e-7414-4eb1-9177-5ce0556f0089 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Received event network-vif-deleted-6887aa89-6e8b-4222-bbfd-427403bc95bc {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.241623] env[68864]: INFO nova.compute.manager [req-43a89c15-48c8-49f3-9bd4-d502b26dfd7d req-5d4e8f6e-7414-4eb1-9177-5ce0556f0089 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Neutron deleted interface 6887aa89-6e8b-4222-bbfd-427403bc95bc; detaching it from the instance and deleting it from the info cache [ 1250.241795] env[68864]: DEBUG nova.network.neutron [req-43a89c15-48c8-49f3-9bd4-d502b26dfd7d req-5d4e8f6e-7414-4eb1-9177-5ce0556f0089 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.242926] env[68864]: INFO nova.compute.manager [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Terminating instance [ 1250.377443] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186362, 'name': Rename_Task, 'duration_secs': 0.140453} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.377727] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.377984] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-984ad2f3-2990-45b2-be47-cf90e586515f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.383712] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1250.383712] env[68864]: value = "task-3186363" [ 1250.383712] env[68864]: _type = "Task" [ 1250.383712] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.390774] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.694043] env[68864]: DEBUG nova.network.neutron [-] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.745496] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-756f2d54-9ca4-40c8-9382-662d7756e2c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.748244] env[68864]: DEBUG nova.compute.manager [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.748464] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.749305] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d8f9ff-543a-46a4-8e31-13df15dbd83e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.757873] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.758952] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3af85671-b24b-4aff-95e5-e908f7b00e87 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.764821] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae841843-ba50-424d-b470-cca21601ef28 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.782126] env[68864]: DEBUG oslo_vmware.api [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1250.782126] env[68864]: value = "task-3186364" [ 1250.782126] env[68864]: _type = "Task" [ 1250.782126] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.790571] env[68864]: DEBUG oslo_vmware.api [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.797839] env[68864]: DEBUG nova.compute.manager [req-43a89c15-48c8-49f3-9bd4-d502b26dfd7d req-5d4e8f6e-7414-4eb1-9177-5ce0556f0089 service nova] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Detach interface failed, port_id=6887aa89-6e8b-4222-bbfd-427403bc95bc, reason: Instance 9c50381b-8272-470c-a5e4-51db657b897d could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.893453] env[68864]: DEBUG oslo_vmware.api [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186363, 'name': PowerOnVM_Task, 'duration_secs': 0.427097} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.893729] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.893935] env[68864]: INFO nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Took 4.78 seconds to spawn the instance on the hypervisor. [ 1250.894181] env[68864]: DEBUG nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.894971] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbfbfc9-7b5e-4516-9e0d-e84fc63048dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.196577] env[68864]: INFO nova.compute.manager [-] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Took 1.25 seconds to deallocate network for instance. [ 1251.291954] env[68864]: DEBUG oslo_vmware.api [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186364, 'name': PowerOffVM_Task, 'duration_secs': 0.467772} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.292252] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.292430] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.292710] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f5bd4f8-6f16-4c72-adbc-1bda7a7c2226 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.370584] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.370878] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.371088] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleting the datastore file [datastore1] f371755d-1fdc-475f-9b23-5646b515647a {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.371384] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a73f5e9e-5413-48b2-a3ed-d728115a2f5b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.378475] env[68864]: DEBUG oslo_vmware.api [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1251.378475] env[68864]: value = "task-3186366" [ 1251.378475] env[68864]: _type = "Task" [ 1251.378475] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.386250] env[68864]: DEBUG oslo_vmware.api [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.411026] env[68864]: INFO nova.compute.manager [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Took 9.49 seconds to build instance. [ 1251.704079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.704079] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.704079] env[68864]: DEBUG nova.objects.instance [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lazy-loading 'resources' on Instance uuid 9c50381b-8272-470c-a5e4-51db657b897d {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.888071] env[68864]: DEBUG oslo_vmware.api [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137739} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.888342] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.888535] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.888712] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.888885] env[68864]: INFO nova.compute.manager [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.889142] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.889337] env[68864]: DEBUG nova.compute.manager [-] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.889434] env[68864]: DEBUG nova.network.neutron [-] [instance: f371755d-1fdc-475f-9b23-5646b515647a] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.912734] env[68864]: DEBUG oslo_concurrency.lockutils [None req-83682122-d8bb-4fd5-896f-71f69946c778 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.998s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.029022] env[68864]: INFO nova.compute.manager [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Rebuilding instance [ 1252.087874] env[68864]: DEBUG nova.compute.manager [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.088755] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace0a3b4-8430-4978-8049-f86eecf345ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.289792] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33bd55-34f4-41c1-903b-9cf05d9e69fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.297081] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ba7a5-ce47-4f08-afa4-cacfa98ea9da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.326757] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a43eaa-d575-4fcc-949e-c9ba79dfd07d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.333521] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62ad4a-00e0-49e8-8634-18d1c2630ea3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.346316] env[68864]: DEBUG nova.compute.provider_tree [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.621443] env[68864]: DEBUG nova.compute.manager [req-526b528f-c702-440d-a370-9b6d80358d5f req-d7974f5a-b581-4fe1-9097-74219f4d922d service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Received event network-vif-deleted-88f4610e-519e-4ddf-ab86-2db927ca8afe {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.621650] env[68864]: INFO nova.compute.manager [req-526b528f-c702-440d-a370-9b6d80358d5f req-d7974f5a-b581-4fe1-9097-74219f4d922d service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Neutron deleted interface 88f4610e-519e-4ddf-ab86-2db927ca8afe; detaching it from the instance and deleting it from the info cache [ 1252.621824] env[68864]: DEBUG nova.network.neutron [req-526b528f-c702-440d-a370-9b6d80358d5f req-d7974f5a-b581-4fe1-9097-74219f4d922d service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.850588] env[68864]: DEBUG nova.scheduler.client.report [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.086212] env[68864]: DEBUG nova.network.neutron [-] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.104537] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.104855] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d77489e4-3417-4305-a68f-9477f4939e9b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.113941] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1253.113941] env[68864]: value = "task-3186367" [ 1253.113941] env[68864]: _type = "Task" [ 1253.113941] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.121877] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.124538] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ff6543f-dc6c-442d-ba43-487773749309 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.132777] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969eb42c-ddb6-4036-a9a3-1b3ca5a7f91e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.157984] env[68864]: DEBUG nova.compute.manager [req-526b528f-c702-440d-a370-9b6d80358d5f req-d7974f5a-b581-4fe1-9097-74219f4d922d service nova] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Detach interface failed, port_id=88f4610e-519e-4ddf-ab86-2db927ca8afe, reason: Instance f371755d-1fdc-475f-9b23-5646b515647a could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.356043] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.416034] env[68864]: INFO nova.scheduler.client.report [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Deleted allocations for instance 9c50381b-8272-470c-a5e4-51db657b897d [ 1253.589308] env[68864]: INFO nova.compute.manager [-] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Took 1.70 seconds to deallocate network for instance. [ 1253.624384] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186367, 'name': PowerOffVM_Task, 'duration_secs': 0.204627} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.624679] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.625343] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.626191] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03789abc-e65e-4956-abcc-bc1516b13f00 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.633048] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.633279] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33efefcd-4271-4b1c-a25c-e0b80b74b7dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.655225] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.655444] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.655621] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Deleting the datastore file [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.656157] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64a795a4-04d2-4a70-bafc-83f8e9dfe19c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.662750] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1253.662750] env[68864]: value = "task-3186369" [ 1253.662750] env[68864]: _type = "Task" [ 1253.662750] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.670435] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.923270] env[68864]: DEBUG oslo_concurrency.lockutils [None req-79a35d37-44c7-41f8-852b-81012b419db2 tempest-ServersTestJSON-1970659929 tempest-ServersTestJSON-1970659929-project-member] Lock "9c50381b-8272-470c-a5e4-51db657b897d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.095515] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.095791] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.096019] env[68864]: DEBUG nova.objects.instance [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'resources' on Instance uuid f371755d-1fdc-475f-9b23-5646b515647a {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.173491] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087116} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.173695] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.173916] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.174125] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.670257] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3c6d60-b97b-4957-bba3-adfebf99ee2e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.680713] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f099cc97-9226-4b39-b314-1c72428085ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.711907] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce9b7e-7129-4447-b449-e961ea6f2210 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.719729] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b0e92e-cab0-44a8-8f96-c93589eb7e81 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.733200] env[68864]: DEBUG nova.compute.provider_tree [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.235996] env[68864]: DEBUG nova.scheduler.client.report [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.254681] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.254912] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.255101] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.255493] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.255493] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.255753] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.255828] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.255986] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.257697] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.257697] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.257697] env[68864]: DEBUG nova.virt.hardware [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.258476] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a8ab24-50f5-436d-8c02-1d61ee715d6f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.267509] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0838ec-528e-4c8b-bc2d-5034a5a98135 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.281836] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.287619] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.288156] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.288415] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c408347f-5425-42de-aae1-16f0ec4421bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.306724] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.306724] env[68864]: value = "task-3186370" [ 1255.306724] env[68864]: _type = "Task" [ 1255.306724] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.315104] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186370, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.741433] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.797442] env[68864]: INFO nova.scheduler.client.report [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted allocations for instance f371755d-1fdc-475f-9b23-5646b515647a [ 1255.817859] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186370, 'name': CreateVM_Task, 'duration_secs': 0.232483} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.818039] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.818435] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.818594] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.818941] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.819207] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617bc8b6-2b69-444e-86cf-abef54eeb644 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.824028] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1255.824028] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f03587-9848-32f9-5a3c-1a60c300e247" [ 1255.824028] env[68864]: _type = "Task" [ 1255.824028] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.831387] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f03587-9848-32f9-5a3c-1a60c300e247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.305242] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10b8e7ed-0dc2-485c-806d-a7df0d7483ff tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "f371755d-1fdc-475f-9b23-5646b515647a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.068s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.334993] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52f03587-9848-32f9-5a3c-1a60c300e247, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.335325] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.335562] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.335789] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.335932] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.336128] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.336884] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6d691c7-e604-4049-a7a0-aefd57a634cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.345458] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.345636] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.346625] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff94c8a-66bf-46bf-af11-cc6c73268862 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.351703] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1256.351703] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524ed7bd-5911-63a3-649a-9253495e5615" [ 1256.351703] env[68864]: _type = "Task" [ 1256.351703] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.359059] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524ed7bd-5911-63a3-649a-9253495e5615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.758950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.760023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.760023] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.760168] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.760238] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.762386] env[68864]: INFO nova.compute.manager [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Terminating instance [ 1256.861925] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524ed7bd-5911-63a3-649a-9253495e5615, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.862735] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6613bc29-0315-44db-ac43-d0a171dfb23e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.868272] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1256.868272] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b9a444-8079-b7a1-ae61-7e01e16c4f1b" [ 1256.868272] env[68864]: _type = "Task" [ 1256.868272] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.875672] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b9a444-8079-b7a1-ae61-7e01e16c4f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.265805] env[68864]: DEBUG nova.compute.manager [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.266038] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.268033] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a515242-4d30-4179-8817-05eb50268f1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.275382] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.275382] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27eec01c-2a13-407a-816e-947cfefaf558 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.281300] env[68864]: DEBUG oslo_vmware.api [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1257.281300] env[68864]: value = "task-3186371" [ 1257.281300] env[68864]: _type = "Task" [ 1257.281300] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.290095] env[68864]: DEBUG oslo_vmware.api [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.380609] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b9a444-8079-b7a1-ae61-7e01e16c4f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.380874] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.381155] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.381422] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b419bcac-0271-441e-9307-29c38bbca42a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.388751] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1257.388751] env[68864]: value = "task-3186372" [ 1257.388751] env[68864]: _type = "Task" [ 1257.388751] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.396081] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.756614] env[68864]: DEBUG nova.compute.manager [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1257.794023] env[68864]: DEBUG oslo_vmware.api [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186371, 'name': PowerOffVM_Task, 'duration_secs': 0.221698} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.794382] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.794495] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.794768] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39dfb62b-cd74-471e-87f7-92707864e535 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.863632] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.863881] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.864093] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleting the datastore file [datastore1] 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.864470] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713e9c42-5cea-45a4-8086-0782a91d67bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.871603] env[68864]: DEBUG oslo_vmware.api [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for the task: (returnval){ [ 1257.871603] env[68864]: value = "task-3186374" [ 1257.871603] env[68864]: _type = "Task" [ 1257.871603] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.879463] env[68864]: DEBUG oslo_vmware.api [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.897805] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497576} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.898087] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.898313] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.898564] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d94fe85e-8f84-49d5-988a-cb29fc74faf1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.906023] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1257.906023] env[68864]: value = "task-3186375" [ 1257.906023] env[68864]: _type = "Task" [ 1257.906023] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.914082] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.285833] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.286179] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.381702] env[68864]: DEBUG oslo_vmware.api [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Task: {'id': task-3186374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139012} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.381906] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.382068] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.382248] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.382428] env[68864]: INFO nova.compute.manager [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.382667] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.382856] env[68864]: DEBUG nova.compute.manager [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.382952] env[68864]: DEBUG nova.network.neutron [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.414479] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072403} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.414753] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.415571] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe062a13-a80a-4b0f-bb52-4e54c8d4d3d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.435218] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.435496] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d53f01-6292-4f26-a7d1-5ca9064cca83 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.454662] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "0c657f9d-3af0-4a22-a9e0-55262a236621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.454878] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "0c657f9d-3af0-4a22-a9e0-55262a236621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.459671] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1258.459671] env[68864]: value = "task-3186376" [ 1258.459671] env[68864]: _type = "Task" [ 1258.459671] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.467779] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.791782] env[68864]: INFO nova.compute.claims [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.957504] env[68864]: DEBUG nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.970377] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186376, 'name': ReconfigVM_Task, 'duration_secs': 0.268401} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.971031] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc/30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.971619] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f0bc01a-e895-48f0-8da9-e8a5c9f4383a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.978328] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1258.978328] env[68864]: value = "task-3186377" [ 1258.978328] env[68864]: _type = "Task" [ 1258.978328] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.986537] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186377, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.018204] env[68864]: DEBUG nova.compute.manager [req-b4e74f13-2f3a-4507-af1c-1a882e548397 req-8c3d1fe4-1be1-4fc6-afde-2f37bce5bd22 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Received event network-vif-deleted-81e33a74-61a7-45f6-8bf4-ab55b7bcaa67 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.018511] env[68864]: INFO nova.compute.manager [req-b4e74f13-2f3a-4507-af1c-1a882e548397 req-8c3d1fe4-1be1-4fc6-afde-2f37bce5bd22 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Neutron deleted interface 81e33a74-61a7-45f6-8bf4-ab55b7bcaa67; detaching it from the instance and deleting it from the info cache [ 1259.018711] env[68864]: DEBUG nova.network.neutron [req-b4e74f13-2f3a-4507-af1c-1a882e548397 req-8c3d1fe4-1be1-4fc6-afde-2f37bce5bd22 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.298833] env[68864]: INFO nova.compute.resource_tracker [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating resource usage from migration c8533e55-89c3-40f6-a724-5efdbd09cf12 [ 1259.391105] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf9d18a-946d-48d4-a082-0c39c6b145d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.398706] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74cbbeb-d34c-482b-a16b-ceb2bd250f98 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.427699] env[68864]: DEBUG nova.network.neutron [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.429538] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8b8480-a4fc-4dbe-ba45-f183a57dbc09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.437549] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a889ca1-b26f-4405-8ba6-e2ab6683e364 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.452653] env[68864]: DEBUG nova.compute.provider_tree [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.475393] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.487138] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186377, 'name': Rename_Task, 'duration_secs': 0.136976} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.487414] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.487649] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3870585-838a-4ba6-98d1-a7165644373f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.492913] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1259.492913] env[68864]: value = "task-3186378" [ 1259.492913] env[68864]: _type = "Task" [ 1259.492913] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.500457] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.521331] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31876ac3-1a73-4b3b-9864-1969de27daed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.530225] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b104f-8522-4d78-a9d6-8e5e6820bfa2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.561463] env[68864]: DEBUG nova.compute.manager [req-b4e74f13-2f3a-4507-af1c-1a882e548397 req-8c3d1fe4-1be1-4fc6-afde-2f37bce5bd22 service nova] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Detach interface failed, port_id=81e33a74-61a7-45f6-8bf4-ab55b7bcaa67, reason: Instance 6ef4e5aa-df84-4de4-9548-549d2d102ae2 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.595032] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "e36b2d57-6c95-470d-a284-7e365d89acdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.595269] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.933062] env[68864]: INFO nova.compute.manager [-] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Took 1.55 seconds to deallocate network for instance. [ 1259.955862] env[68864]: DEBUG nova.scheduler.client.report [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.003100] env[68864]: DEBUG oslo_vmware.api [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186378, 'name': PowerOnVM_Task, 'duration_secs': 0.466776} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.003502] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.003754] env[68864]: DEBUG nova.compute.manager [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.004544] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c0d7e-292a-4681-a8b3-e29eb3d33d41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.099017] env[68864]: DEBUG nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.440071] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.460099] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.174s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.460355] env[68864]: INFO nova.compute.manager [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Migrating [ 1260.467054] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.992s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.468499] env[68864]: INFO nova.compute.claims [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.522837] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.637834] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.982657] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.982812] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.983057] env[68864]: DEBUG nova.network.neutron [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.984351] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.984557] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.984750] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.984925] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.985368] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.987380] env[68864]: INFO nova.compute.manager [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Terminating instance [ 1261.491624] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "refresh_cache-30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.491840] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquired lock "refresh_cache-30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.491969] env[68864]: DEBUG nova.network.neutron [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.584447] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d2a7b6-e6c3-454d-b5ba-a973a59b9122 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.592010] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d6f6b-6ac0-4450-aaa8-aa271742a238 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.623165] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f55ec1c-8ff4-42c1-87ea-ee9175576f00 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.630999] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8dd2c7-5c7e-4c19-a21b-417edf33559b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.645516] env[68864]: DEBUG nova.compute.provider_tree [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.773944] env[68864]: DEBUG nova.network.neutron [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.011457] env[68864]: DEBUG nova.network.neutron [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.063242] env[68864]: DEBUG nova.network.neutron [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.148212] env[68864]: DEBUG nova.scheduler.client.report [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.276967] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.566584] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Releasing lock "refresh_cache-30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.566992] env[68864]: DEBUG nova.compute.manager [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1262.567228] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.568137] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfe60aa-b224-4e7f-aa03-d53e4973b06f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.576174] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.576396] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f9fa18b-6501-462d-8b30-a9a13908fd3b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.583499] env[68864]: DEBUG oslo_vmware.api [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1262.583499] env[68864]: value = "task-3186379" [ 1262.583499] env[68864]: _type = "Task" [ 1262.583499] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.591454] env[68864]: DEBUG oslo_vmware.api [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.655679] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.656337] env[68864]: DEBUG nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1262.659108] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.219s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.659333] env[68864]: DEBUG nova.objects.instance [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lazy-loading 'resources' on Instance uuid 6ef4e5aa-df84-4de4-9548-549d2d102ae2 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.093173] env[68864]: DEBUG oslo_vmware.api [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186379, 'name': PowerOffVM_Task, 'duration_secs': 0.20047} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.093444] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.093610] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.093848] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8b75c9-6d8b-4b97-a0f7-634bb0f1c8cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.117536] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.117779] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.117907] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Deleting the datastore file [datastore2] 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.118156] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52dbc7f1-fdaa-47ff-8b68-befd2fea731e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.124360] env[68864]: DEBUG oslo_vmware.api [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for the task: (returnval){ [ 1263.124360] env[68864]: value = "task-3186381" [ 1263.124360] env[68864]: _type = "Task" [ 1263.124360] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.132107] env[68864]: DEBUG oslo_vmware.api [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.162505] env[68864]: DEBUG nova.compute.utils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.166668] env[68864]: DEBUG nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1263.258747] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41909fd-e29e-4364-9134-6c2c9a32e0d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.266320] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3890d6-e763-4a73-a62e-c9c2b36589a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.298452] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b03644-67a5-4cda-864d-d6d47b3f1582 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.306241] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440f5138-ca59-48c6-aa53-150093354a08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.319702] env[68864]: DEBUG nova.compute.provider_tree [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.634264] env[68864]: DEBUG oslo_vmware.api [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Task: {'id': task-3186381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084813} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.634604] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.634709] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.634885] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.635069] env[68864]: INFO nova.compute.manager [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1263.635309] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.635494] env[68864]: DEBUG nova.compute.manager [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1263.635590] env[68864]: DEBUG nova.network.neutron [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.650639] env[68864]: DEBUG nova.network.neutron [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.666941] env[68864]: DEBUG nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1263.804918] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6aefce-e616-4031-9dd6-3f95d5944d55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.823262] env[68864]: DEBUG nova.scheduler.client.report [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.826224] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance '2bbbbc86-fe7f-427b-88d0-e665c8507541' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.152642] env[68864]: DEBUG nova.network.neutron [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.288348] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.330473] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.333867] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.334945] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.811s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.334945] env[68864]: DEBUG nova.objects.instance [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1264.336875] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d339b3-9e0b-4798-818f-ca9628a6cab7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.344620] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1264.344620] env[68864]: value = "task-3186382" [ 1264.344620] env[68864]: _type = "Task" [ 1264.344620] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.352408] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.357431] env[68864]: INFO nova.scheduler.client.report [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Deleted allocations for instance 6ef4e5aa-df84-4de4-9548-549d2d102ae2 [ 1264.656044] env[68864]: INFO nova.compute.manager [-] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Took 1.02 seconds to deallocate network for instance. [ 1264.674012] env[68864]: DEBUG nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.731638] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.731883] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.732055] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.732244] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.732394] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.732540] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.732748] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.732905] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.733088] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.733258] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.733431] env[68864]: DEBUG nova.virt.hardware [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.734583] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca8f8c-208e-4e67-8f96-1ce983339fc6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.742762] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae92bb35-33cb-4665-9424-d97e25d88bc9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.756017] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.761449] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Creating folder: Project (29ed9e69a9a54290ba34cd994a1e55bf). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.761707] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c0a0748-49a3-4d64-ac33-82fc2582ae4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.770945] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Created folder: Project (29ed9e69a9a54290ba34cd994a1e55bf) in parent group-v636929. [ 1264.771136] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Creating folder: Instances. Parent ref: group-v637248. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.771337] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26634c9a-ae74-492c-975d-94dee1c29418 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.780079] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Created folder: Instances in parent group-v637248. [ 1264.780307] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.780488] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.780672] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13a3365e-9dd5-4644-822b-9a26d426e80e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.796246] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.796246] env[68864]: value = "task-3186385" [ 1264.796246] env[68864]: _type = "Task" [ 1264.796246] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.803263] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186385, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.855392] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186382, 'name': PowerOffVM_Task, 'duration_secs': 0.17041} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.855651] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.855837] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance '2bbbbc86-fe7f-427b-88d0-e665c8507541' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.865795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e989cbe5-b4e4-463d-9cb8-5d9b74f8222f tempest-AttachVolumeShelveTestJSON-792126869 tempest-AttachVolumeShelveTestJSON-792126869-project-member] Lock "6ef4e5aa-df84-4de4-9548-549d2d102ae2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.106s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.161987] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.306083] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186385, 'name': CreateVM_Task, 'duration_secs': 0.248159} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.306321] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.306709] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.306873] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.307205] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.307471] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e3191a-a366-4996-982a-f7b2f6e6c7ca {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.312117] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1265.312117] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d1330-e22f-f8ca-7fc8-73a56e71b742" [ 1265.312117] env[68864]: _type = "Task" [ 1265.312117] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.320681] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d1330-e22f-f8ca-7fc8-73a56e71b742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.344823] env[68864]: DEBUG oslo_concurrency.lockutils [None req-241d96ae-49f8-4db1-b14d-2a24f36334e1 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.345938] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.708s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.347513] env[68864]: INFO nova.compute.claims [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.361635] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.361942] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.362061] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.362350] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.362401] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.362550] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.362754] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.362912] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.363090] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.363256] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.363429] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.369450] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d5c464-9a2e-45fc-81e5-43006076cd30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.385121] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1265.385121] env[68864]: value = "task-3186386" [ 1265.385121] env[68864]: _type = "Task" [ 1265.385121] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.393621] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.822990] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]524d1330-e22f-f8ca-7fc8-73a56e71b742, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.823420] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.823661] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.824937] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.825107] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.825298] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.825568] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-425f8fda-4331-4b3a-8d60-da6d47c9f49a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.836392] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.836609] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.837493] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb14ef5-0bca-46b5-b9ac-be182e5e4a06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.842703] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1265.842703] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52382cfe-a4c3-bbb0-3bda-aedbd38861c7" [ 1265.842703] env[68864]: _type = "Task" [ 1265.842703] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.850227] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52382cfe-a4c3-bbb0-3bda-aedbd38861c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.894857] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186386, 'name': ReconfigVM_Task, 'duration_secs': 0.169499} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.894956] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance '2bbbbc86-fe7f-427b-88d0-e665c8507541' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.287399] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.287573] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.287730] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.353296] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52382cfe-a4c3-bbb0-3bda-aedbd38861c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008845} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.356798] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa6b002-9ef1-48fd-872b-b2dd98304601 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.362118] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1266.362118] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0e3ea-b3f0-697a-0624-0281339bb952" [ 1266.362118] env[68864]: _type = "Task" [ 1266.362118] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.369710] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0e3ea-b3f0-697a-0624-0281339bb952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.401163] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.401410] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.401570] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.401747] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.401889] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.402048] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.402358] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.402533] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.402701] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.402862] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.403043] env[68864]: DEBUG nova.virt.hardware [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.408574] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1266.411131] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f326c98-d3ed-4d29-9974-dd8d52983f3c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.428978] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1266.428978] env[68864]: value = "task-3186387" [ 1266.428978] env[68864]: _type = "Task" [ 1266.428978] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.438054] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.481821] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef92b2-063d-4c7a-8a40-6d4e5b580b4f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.489499] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51184caf-2b3b-4c15-85e9-f2d92c6e38b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.520727] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074496f7-fc0c-4d56-8063-be501ee9238a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.528147] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c3c906-0f8a-44eb-b6eb-fbf0761686bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.541297] env[68864]: DEBUG nova.compute.provider_tree [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.872067] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b0e3ea-b3f0-697a-0624-0281339bb952, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.872374] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.872583] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.872834] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52be7741-0ff9-4159-a517-6ea428ed0d7e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.878874] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1266.878874] env[68864]: value = "task-3186388" [ 1266.878874] env[68864]: _type = "Task" [ 1266.878874] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.886112] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.938326] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.044910] env[68864]: DEBUG nova.scheduler.client.report [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.282881] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.388460] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440261} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.388758] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.388974] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.389237] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5097340-7862-49e4-b898-e11641e4b36e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.394911] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1267.394911] env[68864]: value = "task-3186390" [ 1267.394911] env[68864]: _type = "Task" [ 1267.394911] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.401617] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.437716] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.550070] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.550796] env[68864]: DEBUG nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.553724] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.392s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.553913] env[68864]: DEBUG nova.objects.instance [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lazy-loading 'resources' on Instance uuid 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.904652] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058264} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.904996] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.905686] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367b01ee-8410-4723-97e9-d38ed57e5861 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.925526] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.925754] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280f11ff-9c2a-46eb-8a3b-f5e1444e497b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.947043] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186387, 'name': ReconfigVM_Task, 'duration_secs': 1.169102} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.948153] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.948465] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1267.948465] env[68864]: value = "task-3186391" [ 1267.948465] env[68864]: _type = "Task" [ 1267.948465] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.949124] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898f640-85ce-4fd1-a3a8-8fc1dee13220 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.972110] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.975104] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90005770-6104-42db-acb2-52bd9f4506e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.987289] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.992323] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1267.992323] env[68864]: value = "task-3186392" [ 1267.992323] env[68864]: _type = "Task" [ 1267.992323] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.000816] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.056607] env[68864]: DEBUG nova.compute.utils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.060548] env[68864]: DEBUG nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.060734] env[68864]: DEBUG nova.network.neutron [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.133443] env[68864]: DEBUG nova.policy [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffac22fa8dcb40f191b57fb3a03c9f2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '520c8dd826ae42dc8e35db23cd35dc49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.147133] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0982b52-a3f5-4ca2-89f8-338da8bd52c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.154112] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea7ca5-1413-4fa0-ab76-f3b5ef25b2a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.184807] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572e4282-ce3f-47cc-bc83-cb0454bdd3db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.192438] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad756bda-7fe0-49eb-b8eb-9db4e33302cd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.210500] env[68864]: DEBUG nova.compute.provider_tree [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.286943] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.287223] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.287338] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1268.287505] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.461946] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186391, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.483369] env[68864]: DEBUG nova.network.neutron [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Successfully created port: d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.501499] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186392, 'name': ReconfigVM_Task, 'duration_secs': 0.256568} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.501796] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.502174] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance '2bbbbc86-fe7f-427b-88d0-e665c8507541' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.563557] env[68864]: DEBUG nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.713973] env[68864]: DEBUG nova.scheduler.client.report [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.790221] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.962047] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186391, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.009298] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb12130d-6566-46c4-8ff1-0e7b2590c843 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.028209] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255071f7-f49e-4d83-a042-cbb36b346636 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.045727] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance '2bbbbc86-fe7f-427b-88d0-e665c8507541' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.219624] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.222132] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.432s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.222326] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.222653] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1269.223366] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8746ab8-6e05-4274-8ca3-dbc2b0e31afd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.232684] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327066b4-2b85-4475-838f-44e05f2c559e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.246978] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c40ef-fe75-4ca4-be10-467dbafdd0bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.253626] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f0056-d90a-4cd7-9986-539751af42c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.284507] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179953MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1269.284668] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.284889] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.306255] env[68864]: INFO nova.scheduler.client.report [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Deleted allocations for instance 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc [ 1269.462263] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186391, 'name': ReconfigVM_Task, 'duration_secs': 1.26492} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.462502] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.463113] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4232fbf0-a72b-4b45-8ff9-e447a697fb58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.471999] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1269.471999] env[68864]: value = "task-3186393" [ 1269.471999] env[68864]: _type = "Task" [ 1269.471999] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.479442] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186393, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.574453] env[68864]: DEBUG nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.636997] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.637305] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.637500] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.637717] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.637865] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.638019] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.638237] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.638396] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.638564] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.638724] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.638896] env[68864]: DEBUG nova.virt.hardware [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.639892] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765dadb-bf7b-4cd9-8a17-48ac1bf70a31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.648032] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9f3c2c-7575-4ce6-b65b-6e7ab601f3ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.652162] env[68864]: DEBUG nova.network.neutron [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Port 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1269.814522] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d5a6dee8-220d-4489-b8d8-ab8f64ec2e95 tempest-ServersListShow296Test-456827435 tempest-ServersListShow296Test-456827435-project-member] Lock "30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.830s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.939461] env[68864]: DEBUG nova.compute.manager [req-b43c6098-dce8-42f4-88fb-c3dbeebe6a9e req-2110406a-a8c3-4ba6-909f-570c59927b20 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Received event network-vif-plugged-d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.939801] env[68864]: DEBUG oslo_concurrency.lockutils [req-b43c6098-dce8-42f4-88fb-c3dbeebe6a9e req-2110406a-a8c3-4ba6-909f-570c59927b20 service nova] Acquiring lock "e36b2d57-6c95-470d-a284-7e365d89acdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.940085] env[68864]: DEBUG oslo_concurrency.lockutils [req-b43c6098-dce8-42f4-88fb-c3dbeebe6a9e req-2110406a-a8c3-4ba6-909f-570c59927b20 service nova] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.940364] env[68864]: DEBUG oslo_concurrency.lockutils [req-b43c6098-dce8-42f4-88fb-c3dbeebe6a9e req-2110406a-a8c3-4ba6-909f-570c59927b20 service nova] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.940443] env[68864]: DEBUG nova.compute.manager [req-b43c6098-dce8-42f4-88fb-c3dbeebe6a9e req-2110406a-a8c3-4ba6-909f-570c59927b20 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] No waiting events found dispatching network-vif-plugged-d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.940647] env[68864]: WARNING nova.compute.manager [req-b43c6098-dce8-42f4-88fb-c3dbeebe6a9e req-2110406a-a8c3-4ba6-909f-570c59927b20 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Received unexpected event network-vif-plugged-d4631988-377f-4d7f-a848-87b56f8cb6f2 for instance with vm_state building and task_state spawning. [ 1269.986332] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186393, 'name': Rename_Task, 'duration_secs': 0.129695} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.987711] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.987992] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b6378d4-f4ac-42f1-a1ef-8de860b2575a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.998362] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1269.998362] env[68864]: value = "task-3186394" [ 1269.998362] env[68864]: _type = "Task" [ 1269.998362] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.010983] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.079205] env[68864]: DEBUG nova.network.neutron [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Successfully updated port: d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.293762] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Applying migration context for instance 2bbbbc86-fe7f-427b-88d0-e665c8507541 as it has an incoming, in-progress migration c8533e55-89c3-40f6-a724-5efdbd09cf12. Migration status is post-migrating {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1270.294634] env[68864]: INFO nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating resource usage from migration c8533e55-89c3-40f6-a724-5efdbd09cf12 [ 1270.317990] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.318181] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Migration c8533e55-89c3-40f6-a724-5efdbd09cf12 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1270.318311] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2bbbbc86-fe7f-427b-88d0-e665c8507541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.318433] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 0c657f9d-3af0-4a22-a9e0-55262a236621 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.318574] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance e36b2d57-6c95-470d-a284-7e365d89acdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.318777] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1270.318919] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1270.402124] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671a0aae-1aa5-4477-86ce-bb9897f6c0a1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.409966] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2459bfbd-13a7-4c9c-bb4a-151b11cd21df {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.442603] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392f807a-a171-48bc-9914-8100759ee2b0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.450306] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc01b87-24e0-44c0-8743-85800d5cde84 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.465112] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.508121] env[68864]: DEBUG oslo_vmware.api [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186394, 'name': PowerOnVM_Task, 'duration_secs': 0.4071} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.508394] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.508637] env[68864]: INFO nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1270.508829] env[68864]: DEBUG nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.509619] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec93ba-7e52-4124-9d6e-b6ab12bda8b3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.583971] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.584698] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.584698] env[68864]: DEBUG nova.network.neutron [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.674661] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.674941] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.675185] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.968063] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.025647] env[68864]: INFO nova.compute.manager [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Took 11.56 seconds to build instance. [ 1271.144919] env[68864]: DEBUG nova.network.neutron [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.405120] env[68864]: DEBUG nova.network.neutron [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updating instance_info_cache with network_info: [{"id": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "address": "fa:16:3e:51:98:c0", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4631988-37", "ovs_interfaceid": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.475193] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1271.475193] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.190s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.527405] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a8560c7b-c25c-4b46-9921-286c8868793c tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "0c657f9d-3af0-4a22-a9e0-55262a236621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.072s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.597522] env[68864]: INFO nova.compute.manager [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Rebuilding instance [ 1271.669126] env[68864]: DEBUG nova.compute.manager [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.669647] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a1cf5f-14db-4306-84f0-bffa43483c7a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.725421] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.725604] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.725782] env[68864]: DEBUG nova.network.neutron [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.908224] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.908580] env[68864]: DEBUG nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Instance network_info: |[{"id": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "address": "fa:16:3e:51:98:c0", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4631988-37", "ovs_interfaceid": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.909032] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:98:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4631988-377f-4d7f-a848-87b56f8cb6f2', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.917670] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.917901] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.918728] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de447fe0-0775-4a7d-b5ae-d3634cccec4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.940434] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.940434] env[68864]: value = "task-3186395" [ 1271.940434] env[68864]: _type = "Task" [ 1271.940434] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.948143] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186395, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.984600] env[68864]: DEBUG nova.compute.manager [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Received event network-changed-d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.984796] env[68864]: DEBUG nova.compute.manager [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Refreshing instance network info cache due to event network-changed-d4631988-377f-4d7f-a848-87b56f8cb6f2. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.985019] env[68864]: DEBUG oslo_concurrency.lockutils [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] Acquiring lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.985170] env[68864]: DEBUG oslo_concurrency.lockutils [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] Acquired lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.985330] env[68864]: DEBUG nova.network.neutron [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Refreshing network info cache for port d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.451867] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186395, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.512608] env[68864]: DEBUG nova.network.neutron [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.689396] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.689396] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a7bfa4-d643-4c89-9d5f-9812618d1765 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.697673] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1272.697673] env[68864]: value = "task-3186396" [ 1272.697673] env[68864]: _type = "Task" [ 1272.697673] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.710713] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.863097] env[68864]: DEBUG nova.network.neutron [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updated VIF entry in instance network info cache for port d4631988-377f-4d7f-a848-87b56f8cb6f2. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.863097] env[68864]: DEBUG nova.network.neutron [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updating instance_info_cache with network_info: [{"id": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "address": "fa:16:3e:51:98:c0", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4631988-37", "ovs_interfaceid": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.952435] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186395, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.017124] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.208149] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186396, 'name': PowerOffVM_Task, 'duration_secs': 0.163234} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.208437] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.208754] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.209523] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d276b6-28e6-4bbe-98fb-67c68239ce0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.215681] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.215942] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6260a9d3-c845-4082-8f73-ef942f0da8d0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.240283] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.240562] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.240924] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Deleting the datastore file [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.244035] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c6f7bd8-71eb-475e-8310-91812cba0e1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.249404] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1273.249404] env[68864]: value = "task-3186398" [ 1273.249404] env[68864]: _type = "Task" [ 1273.249404] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.257787] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.365244] env[68864]: DEBUG oslo_concurrency.lockutils [req-3ba8a8d5-347f-4e48-86a1-fc9068f4257d req-cf0f43bb-0163-45e4-9241-cbef239e4b13 service nova] Releasing lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.452967] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186395, 'name': CreateVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.545575] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe8eea-feb4-4b03-9f10-b3b370af4c24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.569058] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f0e85-a090-4d56-b7ad-efd4eaced39a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.576029] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance '2bbbbc86-fe7f-427b-88d0-e665c8507541' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.759523] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204664} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.759774] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.759954] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.760145] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.953017] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186395, 'name': CreateVM_Task, 'duration_secs': 1.569352} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.953133] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.953871] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.954088] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.954462] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.954749] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d211ce3-82e4-459f-ad24-91f5c6a05131 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.959437] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1273.959437] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3f78b-d8e9-5fda-3380-b323044783eb" [ 1273.959437] env[68864]: _type = "Task" [ 1273.959437] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.968085] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3f78b-d8e9-5fda-3380-b323044783eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.082185] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.082513] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29093395-117f-4476-871a-aece2df03bc7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.089593] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1274.089593] env[68864]: value = "task-3186399" [ 1274.089593] env[68864]: _type = "Task" [ 1274.089593] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.105302] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.470833] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.472473] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3f78b-d8e9-5fda-3380-b323044783eb, 'name': SearchDatastore_Task, 'duration_secs': 0.035688} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.472770] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.473031] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.473288] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.473437] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.473625] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.474120] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3084cd1b-e947-4860-a017-da4bc3381549 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.485079] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.485265] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.486404] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc92f72-297a-4389-ade7-ec329170d39a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.491153] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1274.491153] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e012a0-1046-022b-f87c-ca3422fff76b" [ 1274.491153] env[68864]: _type = "Task" [ 1274.491153] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.498607] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e012a0-1046-022b-f87c-ca3422fff76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.519055] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.519282] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.599933] env[68864]: DEBUG oslo_vmware.api [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186399, 'name': PowerOnVM_Task, 'duration_secs': 0.371627} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.600223] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.600408] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e45bf719-d592-4247-856c-44b9002eea22 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance '2bbbbc86-fe7f-427b-88d0-e665c8507541' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.817548] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.817800] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.817958] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.818154] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.818303] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.818452] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.818657] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.818815] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.818978] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.819203] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.819383] env[68864]: DEBUG nova.virt.hardware [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.820244] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2a2b6-bbc0-49e5-ab65-1c5b9465da05 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.829022] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e29aa3-1ce6-4dde-b705-bf41d7556d43 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.842556] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.848255] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.848488] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.848691] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b1d5e10-f4c1-4ff5-966e-238d5babc0c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.864696] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.864696] env[68864]: value = "task-3186400" [ 1274.864696] env[68864]: _type = "Task" [ 1274.864696] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.873021] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186400, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.001754] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52e012a0-1046-022b-f87c-ca3422fff76b, 'name': SearchDatastore_Task, 'duration_secs': 0.012046} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.002561] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aede3b5-9cb7-4185-ada3-219125f6eb97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.007458] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1275.007458] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5250a6a2-82ce-ee66-fb74-c40d036cd965" [ 1275.007458] env[68864]: _type = "Task" [ 1275.007458] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.014617] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5250a6a2-82ce-ee66-fb74-c40d036cd965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.021095] env[68864]: DEBUG nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.374867] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186400, 'name': CreateVM_Task, 'duration_secs': 0.478847} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.375075] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.375532] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.375722] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.376018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.376299] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb6b806-fbe2-498c-bf16-b69954919c0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.380705] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1275.380705] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c3f0be-1172-c87e-d7af-286a899ec1ba" [ 1275.380705] env[68864]: _type = "Task" [ 1275.380705] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.388645] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c3f0be-1172-c87e-d7af-286a899ec1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.518435] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5250a6a2-82ce-ee66-fb74-c40d036cd965, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.518702] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.518925] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] e36b2d57-6c95-470d-a284-7e365d89acdb/e36b2d57-6c95-470d-a284-7e365d89acdb.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.519199] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a018e02-3e32-4a90-ab0e-c48ab6541ce1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.527459] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1275.527459] env[68864]: value = "task-3186401" [ 1275.527459] env[68864]: _type = "Task" [ 1275.527459] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.536992] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.582064] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.582212] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.584052] env[68864]: INFO nova.compute.claims [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.891278] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c3f0be-1172-c87e-d7af-286a899ec1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.891762] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.892015] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.892264] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.892438] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.892596] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.893009] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8875440a-89a7-4e09-ad70-848bff68e02e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.904990] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.905196] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.905955] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c76e5736-db37-4dac-b04b-87b663bf7e1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.911415] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1275.911415] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52347b4a-db95-5563-e7d3-2d5ac24d4613" [ 1275.911415] env[68864]: _type = "Task" [ 1275.911415] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.920601] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52347b4a-db95-5563-e7d3-2d5ac24d4613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.039429] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186401, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.424622] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52347b4a-db95-5563-e7d3-2d5ac24d4613, 'name': SearchDatastore_Task, 'duration_secs': 0.045073} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.425803] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b75944-4a2a-49bf-872b-19ec2683e0dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.433315] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1276.433315] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529c9294-841a-1770-5a11-dc2c2b66eedd" [ 1276.433315] env[68864]: _type = "Task" [ 1276.433315] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.440718] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529c9294-841a-1770-5a11-dc2c2b66eedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.542726] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656098} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.542726] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] e36b2d57-6c95-470d-a284-7e365d89acdb/e36b2d57-6c95-470d-a284-7e365d89acdb.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.542726] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.542726] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585d9432-ed74-4cf2-8236-74f6f631c7de {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.548073] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1276.548073] env[68864]: value = "task-3186402" [ 1276.548073] env[68864]: _type = "Task" [ 1276.548073] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.558908] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.686991] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda7d122-1c30-4b55-abba-24668ad5ebab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.696074] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99dfe6a-38b9-4523-bf82-32e96148631c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.726325] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11abc610-c49c-43a2-8759-21ce871bd1e0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.733336] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2dfbe4-0049-4ca3-8eea-f3fa096438c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.746082] env[68864]: DEBUG nova.compute.provider_tree [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.943730] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]529c9294-841a-1770-5a11-dc2c2b66eedd, 'name': SearchDatastore_Task, 'duration_secs': 0.048384} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.943995] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.944267] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.944555] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74af506a-d8c9-40c3-bb75-a86d00897cb5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.951220] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1276.951220] env[68864]: value = "task-3186403" [ 1276.951220] env[68864]: _type = "Task" [ 1276.951220] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.958966] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.058640] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162891} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.061668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.061668] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea0129-9746-4b3c-b74b-5339373ba43a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.082456] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e36b2d57-6c95-470d-a284-7e365d89acdb/e36b2d57-6c95-470d-a284-7e365d89acdb.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.082719] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1ed2aa-3c7c-49ec-a841-b57da4ed67db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.105298] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1277.105298] env[68864]: value = "task-3186404" [ 1277.105298] env[68864]: _type = "Task" [ 1277.105298] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.113650] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.191944] env[68864]: DEBUG nova.network.neutron [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Port 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1277.192253] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.192402] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.192558] env[68864]: DEBUG nova.network.neutron [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.249169] env[68864]: DEBUG nova.scheduler.client.report [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.462095] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186403, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.615994] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.753805] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.754521] env[68864]: DEBUG nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.962241] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186403, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.996566] env[68864]: DEBUG nova.network.neutron [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.116315] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.262511] env[68864]: DEBUG nova.compute.utils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.264403] env[68864]: DEBUG nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.264403] env[68864]: DEBUG nova.network.neutron [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.300392] env[68864]: DEBUG nova.policy [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7327849a86dd40e0804b219d8b521a04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad675c8713e44381bd8eb4e3d3c91978', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.463855] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186403, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.042712} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.464137] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.464355] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.464601] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e941617-beb2-497e-8419-def278d5c068 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.471341] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1278.471341] env[68864]: value = "task-3186405" [ 1278.471341] env[68864]: _type = "Task" [ 1278.471341] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.479780] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.499431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.536396] env[68864]: DEBUG nova.network.neutron [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Successfully created port: 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.616144] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186404, 'name': ReconfigVM_Task, 'duration_secs': 1.048707} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.616611] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e36b2d57-6c95-470d-a284-7e365d89acdb/e36b2d57-6c95-470d-a284-7e365d89acdb.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.617304] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ec6c181-cafb-4c14-9c87-5fcf8dc0e06a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.623491] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1278.623491] env[68864]: value = "task-3186406" [ 1278.623491] env[68864]: _type = "Task" [ 1278.623491] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.633370] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186406, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.767290] env[68864]: DEBUG nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.980945] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08958} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.981210] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.981958] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5676e0-bf01-428c-9745-d0b7d46cabf3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.000711] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.000934] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10700505-28af-4496-afb6-72ef715af0ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.014996] env[68864]: DEBUG nova.compute.manager [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68864) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1279.015177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.015414] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.021863] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1279.021863] env[68864]: value = "task-3186407" [ 1279.021863] env[68864]: _type = "Task" [ 1279.021863] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.029968] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.134608] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186406, 'name': Rename_Task, 'duration_secs': 0.333464} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.134938] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.135213] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-399e0a25-a31a-490e-b43a-8f694bfd91c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.141426] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1279.141426] env[68864]: value = "task-3186408" [ 1279.141426] env[68864]: _type = "Task" [ 1279.141426] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.148677] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.519053] env[68864]: DEBUG nova.objects.instance [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'migration_context' on Instance uuid 2bbbbc86-fe7f-427b-88d0-e665c8507541 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.533105] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.651564] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.776983] env[68864]: DEBUG nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.806430] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.806799] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.806939] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.807141] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.807301] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.807459] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.807685] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.807870] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.808074] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.808260] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.808464] env[68864]: DEBUG nova.virt.hardware [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.809379] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eed40c-3343-4e28-b641-f915de009a33 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.817566] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18968d70-d51b-4157-bca1-1c6842bd4b9a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.948998] env[68864]: DEBUG nova.compute.manager [req-873ba8bf-a794-4df9-93b0-8d51ea16d0e1 req-fce683bf-20fa-4921-9c19-627aac4050f9 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received event network-vif-plugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.953021] env[68864]: DEBUG oslo_concurrency.lockutils [req-873ba8bf-a794-4df9-93b0-8d51ea16d0e1 req-fce683bf-20fa-4921-9c19-627aac4050f9 service nova] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.953021] env[68864]: DEBUG oslo_concurrency.lockutils [req-873ba8bf-a794-4df9-93b0-8d51ea16d0e1 req-fce683bf-20fa-4921-9c19-627aac4050f9 service nova] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.953021] env[68864]: DEBUG oslo_concurrency.lockutils [req-873ba8bf-a794-4df9-93b0-8d51ea16d0e1 req-fce683bf-20fa-4921-9c19-627aac4050f9 service nova] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.953021] env[68864]: DEBUG nova.compute.manager [req-873ba8bf-a794-4df9-93b0-8d51ea16d0e1 req-fce683bf-20fa-4921-9c19-627aac4050f9 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] No waiting events found dispatching network-vif-plugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.953021] env[68864]: WARNING nova.compute.manager [req-873ba8bf-a794-4df9-93b0-8d51ea16d0e1 req-fce683bf-20fa-4921-9c19-627aac4050f9 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received unexpected event network-vif-plugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 for instance with vm_state building and task_state spawning. [ 1280.035573] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186407, 'name': ReconfigVM_Task, 'duration_secs': 0.901041} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.035780] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621/0c657f9d-3af0-4a22-a9e0-55262a236621.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.036406] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf8a620-3a22-45fe-93a1-3a986802dca2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.043921] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1280.043921] env[68864]: value = "task-3186409" [ 1280.043921] env[68864]: _type = "Task" [ 1280.043921] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.057948] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186409, 'name': Rename_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.139140] env[68864]: DEBUG nova.network.neutron [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Successfully updated port: 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.144168] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb3a18f-199b-44cc-aa0c-e1cf85f94a8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.158135] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106417c1-2ac4-43ee-9fb9-ff5a300fc142 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.161627] env[68864]: DEBUG oslo_vmware.api [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186408, 'name': PowerOnVM_Task, 'duration_secs': 0.819688} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.161887] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.162362] env[68864]: INFO nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1280.162538] env[68864]: DEBUG nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.164226] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124ed93-8353-499f-b76b-761e0e9c2ca8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.191187] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d41e454-8236-4417-a44a-733bcb3b3d6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.202570] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c80bfc0-3f8e-458b-ab6b-390365c9bed7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.216162] env[68864]: DEBUG nova.compute.provider_tree [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.553485] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186409, 'name': Rename_Task, 'duration_secs': 0.27641} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.553790] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.554045] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b266bf80-eef4-4479-b99b-302a554c2c9c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.559824] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1280.559824] env[68864]: value = "task-3186410" [ 1280.559824] env[68864]: _type = "Task" [ 1280.559824] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.568319] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.641177] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.641349] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.641510] env[68864]: DEBUG nova.network.neutron [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.705452] env[68864]: INFO nova.compute.manager [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Took 20.10 seconds to build instance. [ 1280.718787] env[68864]: DEBUG nova.scheduler.client.report [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.070383] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186410, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.181259] env[68864]: DEBUG nova.network.neutron [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.209045] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a334862b-8a85-4c57-a9ba-80267c86f4c8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.614s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.357023] env[68864]: DEBUG nova.network.neutron [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.571424] env[68864]: DEBUG oslo_vmware.api [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186410, 'name': PowerOnVM_Task, 'duration_secs': 0.694466} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.571697] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.571901] env[68864]: DEBUG nova.compute.manager [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1281.572677] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ed27c7-e0ee-48f6-b32f-2df188c981c7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.683843] env[68864]: DEBUG nova.compute.manager [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Received event network-changed-d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.684058] env[68864]: DEBUG nova.compute.manager [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Refreshing instance network info cache due to event network-changed-d4631988-377f-4d7f-a848-87b56f8cb6f2. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.684322] env[68864]: DEBUG oslo_concurrency.lockutils [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] Acquiring lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.684511] env[68864]: DEBUG oslo_concurrency.lockutils [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] Acquired lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.684673] env[68864]: DEBUG nova.network.neutron [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Refreshing network info cache for port d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.730014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.714s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.859419] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.859781] env[68864]: DEBUG nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Instance network_info: |[{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.860241] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:9e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.867955] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating folder: Project (ad675c8713e44381bd8eb4e3d3c91978). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.868252] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-041edb12-2c5a-4c2a-a92d-f938251e9343 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.878821] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Created folder: Project (ad675c8713e44381bd8eb4e3d3c91978) in parent group-v636929. [ 1281.879016] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating folder: Instances. Parent ref: group-v637253. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.879918] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa38bee-22fa-4740-9556-56568c3dd765 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.887775] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Created folder: Instances in parent group-v637253. [ 1281.887999] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.888198] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.888389] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6886668-243d-425b-b0cf-bf7b70e5ca73 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.907038] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.907038] env[68864]: value = "task-3186413" [ 1281.907038] env[68864]: _type = "Task" [ 1281.907038] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.915312] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186413, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.980266] env[68864]: DEBUG nova.compute.manager [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received event network-changed-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.980477] env[68864]: DEBUG nova.compute.manager [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Refreshing instance network info cache due to event network-changed-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.980727] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] Acquiring lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.980905] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] Acquired lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.981108] env[68864]: DEBUG nova.network.neutron [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Refreshing network info cache for port 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.088904] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.089366] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.089552] env[68864]: DEBUG nova.objects.instance [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1282.407993] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "0c657f9d-3af0-4a22-a9e0-55262a236621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.408250] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "0c657f9d-3af0-4a22-a9e0-55262a236621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.408487] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "0c657f9d-3af0-4a22-a9e0-55262a236621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.408685] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "0c657f9d-3af0-4a22-a9e0-55262a236621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.408844] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "0c657f9d-3af0-4a22-a9e0-55262a236621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.413918] env[68864]: INFO nova.compute.manager [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Terminating instance [ 1282.420573] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186413, 'name': CreateVM_Task, 'duration_secs': 0.291637} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.421329] env[68864]: DEBUG nova.network.neutron [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updated VIF entry in instance network info cache for port d4631988-377f-4d7f-a848-87b56f8cb6f2. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.421642] env[68864]: DEBUG nova.network.neutron [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updating instance_info_cache with network_info: [{"id": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "address": "fa:16:3e:51:98:c0", "network": {"id": "af03a1bc-0813-4bb1-9921-79083d9d01c2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-840517634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "520c8dd826ae42dc8e35db23cd35dc49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4631988-37", "ovs_interfaceid": "d4631988-377f-4d7f-a848-87b56f8cb6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.422587] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.423779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.423942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.424263] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.424749] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585150a2-f0b3-40bf-a6d3-549e7fa30d37 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.429503] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1282.429503] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3e78d-3ceb-d068-3559-f7f50225acc3" [ 1282.429503] env[68864]: _type = "Task" [ 1282.429503] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.438519] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3e78d-3ceb-d068-3559-f7f50225acc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.712916] env[68864]: DEBUG nova.network.neutron [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updated VIF entry in instance network info cache for port 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.713319] env[68864]: DEBUG nova.network.neutron [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.917817] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "refresh_cache-0c657f9d-3af0-4a22-a9e0-55262a236621" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.918221] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquired lock "refresh_cache-0c657f9d-3af0-4a22-a9e0-55262a236621" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.918221] env[68864]: DEBUG nova.network.neutron [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.924118] env[68864]: DEBUG oslo_concurrency.lockutils [req-663d3c20-0d22-4774-bffd-87c2bcadb0ed req-cad8d61a-7b87-4fe8-8f96-ee7184b8f7a6 service nova] Releasing lock "refresh_cache-e36b2d57-6c95-470d-a284-7e365d89acdb" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.941242] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d3e78d-3ceb-d068-3559-f7f50225acc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.941540] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.941770] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.942012] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.942165] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.942344] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.942606] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c776378b-8b2b-46d3-b437-d933b8b16511 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.950924] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.951123] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.951833] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef49e272-bb83-4616-a023-26d7612506c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.957087] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1282.957087] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab2c68-e1c1-3cdd-8370-41f88cd9b696" [ 1282.957087] env[68864]: _type = "Task" [ 1282.957087] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.964537] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab2c68-e1c1-3cdd-8370-41f88cd9b696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.100732] env[68864]: DEBUG oslo_concurrency.lockutils [None req-3dd676f8-d1d1-4361-af84-d43a46b59dea tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.215660] env[68864]: DEBUG oslo_concurrency.lockutils [req-6ce8a192-5b2b-4a11-b3a5-461db24af6b1 req-3d4889a8-2c75-4bb6-9a1d-3defab529811 service nova] Releasing lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.271523] env[68864]: INFO nova.compute.manager [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Swapping old allocation on dict_keys(['0edbe77d-9903-40bc-a8b5-90dc781ff22f']) held by migration c8533e55-89c3-40f6-a724-5efdbd09cf12 for instance [ 1283.295500] env[68864]: DEBUG nova.scheduler.client.report [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Overwriting current allocation {'allocations': {'0edbe77d-9903-40bc-a8b5-90dc781ff22f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '10123adf68d349d2adc7e3e3e28362aa', 'user_id': 'aba8b9a0a02f44e59a6bdd52466dae84', 'consumer_generation': 1} on consumer 2bbbbc86-fe7f-427b-88d0-e665c8507541 {{(pid=68864) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1283.384902] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.385293] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.385606] env[68864]: DEBUG nova.network.neutron [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.437702] env[68864]: DEBUG nova.network.neutron [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.471239] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52ab2c68-e1c1-3cdd-8370-41f88cd9b696, 'name': SearchDatastore_Task, 'duration_secs': 0.008163} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.472180] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4d49f1-48d3-4d84-8226-63650c0464e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.477902] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1283.477902] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5249b34f-2c48-b9e8-100d-309dc0be0d23" [ 1283.477902] env[68864]: _type = "Task" [ 1283.477902] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.485179] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5249b34f-2c48-b9e8-100d-309dc0be0d23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.519835] env[68864]: DEBUG nova.network.neutron [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.989627] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5249b34f-2c48-b9e8-100d-309dc0be0d23, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.989958] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.990158] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.990482] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-792abf7c-d8f5-4780-af0e-33377cc29e5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.996453] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1283.996453] env[68864]: value = "task-3186414" [ 1283.996453] env[68864]: _type = "Task" [ 1283.996453] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.004585] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.022200] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Releasing lock "refresh_cache-0c657f9d-3af0-4a22-a9e0-55262a236621" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.022612] env[68864]: DEBUG nova.compute.manager [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.022809] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.023672] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8980e81c-59de-46c3-9fd3-86e9e3882dbd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.030645] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.030883] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17b8dce4-0b3d-46c5-843d-d43f1d78224f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.039140] env[68864]: DEBUG oslo_vmware.api [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1284.039140] env[68864]: value = "task-3186415" [ 1284.039140] env[68864]: _type = "Task" [ 1284.039140] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.047955] env[68864]: DEBUG oslo_vmware.api [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.116905] env[68864]: DEBUG nova.network.neutron [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [{"id": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "address": "fa:16:3e:22:2f:50", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0133936a-c9", "ovs_interfaceid": "0133936a-c9c1-4efe-be0c-f5ae3ad72dd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.506148] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421775} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.506451] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.506669] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.506919] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8241c96d-a6e8-4e70-90ce-3d64f373992e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.513726] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1284.513726] env[68864]: value = "task-3186416" [ 1284.513726] env[68864]: _type = "Task" [ 1284.513726] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.521545] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.547852] env[68864]: DEBUG oslo_vmware.api [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186415, 'name': PowerOffVM_Task, 'duration_secs': 0.167722} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.548129] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.548305] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.548638] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1f424b6-bc03-4599-af1a-b0f048224af1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.570845] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.571174] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.571433] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Deleting the datastore file [datastore2] 0c657f9d-3af0-4a22-a9e0-55262a236621 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.571755] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba5455a-4fc5-438e-a499-b5cf4399ec98 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.578312] env[68864]: DEBUG oslo_vmware.api [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for the task: (returnval){ [ 1284.578312] env[68864]: value = "task-3186418" [ 1284.578312] env[68864]: _type = "Task" [ 1284.578312] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.586054] env[68864]: DEBUG oslo_vmware.api [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.619880] env[68864]: DEBUG oslo_concurrency.lockutils [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-2bbbbc86-fe7f-427b-88d0-e665c8507541" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.620386] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.620672] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c67594a-a491-4598-8cd4-5354bec8585e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.627359] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1284.627359] env[68864]: value = "task-3186419" [ 1284.627359] env[68864]: _type = "Task" [ 1284.627359] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.635020] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.023424] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076486} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.023736] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.024474] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cfa8da-a50a-442c-a816-a303d06039c0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.047255] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.047486] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37429904-14b6-4644-992e-9748ab606026 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.065903] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1285.065903] env[68864]: value = "task-3186420" [ 1285.065903] env[68864]: _type = "Task" [ 1285.065903] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.073281] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.086319] env[68864]: DEBUG oslo_vmware.api [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Task: {'id': task-3186418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09149} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.086557] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.086742] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.086920] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.087116] env[68864]: INFO nova.compute.manager [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1285.087386] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.087596] env[68864]: DEBUG nova.compute.manager [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.087693] env[68864]: DEBUG nova.network.neutron [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.105901] env[68864]: DEBUG nova.network.neutron [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1285.135979] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186419, 'name': PowerOffVM_Task, 'duration_secs': 0.271857} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.136261] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.136946] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.137165] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.137381] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.137538] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.137703] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.137832] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.138060] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.138227] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.138416] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.138582] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.138713] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.143574] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb55e1a-a769-41f4-9a12-98c539e9799f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.159579] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1285.159579] env[68864]: value = "task-3186421" [ 1285.159579] env[68864]: _type = "Task" [ 1285.159579] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.167636] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.576285] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186420, 'name': ReconfigVM_Task, 'duration_secs': 0.281958} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.576550] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.577170] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4de6c4-5f96-4fcc-9be5-31dd45de2247 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.583507] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1285.583507] env[68864]: value = "task-3186422" [ 1285.583507] env[68864]: _type = "Task" [ 1285.583507] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.592790] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186422, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.608247] env[68864]: DEBUG nova.network.neutron [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.669486] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186421, 'name': ReconfigVM_Task, 'duration_secs': 0.135224} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.670326] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587ebca6-fb96-4421-bc07-da5c3daaddc2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.689819] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.690143] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.690363] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.690557] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.690703] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.690866] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.691134] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.691428] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.691673] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.691877] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.692085] env[68864]: DEBUG nova.virt.hardware [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.693091] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd469e1e-6177-4fbc-9a20-527d279a8252 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.699054] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1285.699054] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528dc3d1-c29a-963a-8898-82f0be87b774" [ 1285.699054] env[68864]: _type = "Task" [ 1285.699054] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.707327] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528dc3d1-c29a-963a-8898-82f0be87b774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.095592] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186422, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.111211] env[68864]: INFO nova.compute.manager [-] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Took 1.02 seconds to deallocate network for instance. [ 1286.209483] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]528dc3d1-c29a-963a-8898-82f0be87b774, 'name': SearchDatastore_Task, 'duration_secs': 0.007286} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.214747] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1286.215322] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb93bb9-c4a5-48b5-bb8b-4580eb50d2a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.235059] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1286.235059] env[68864]: value = "task-3186423" [ 1286.235059] env[68864]: _type = "Task" [ 1286.235059] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.242664] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.595230] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186422, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.620476] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.620757] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.620978] env[68864]: DEBUG nova.objects.instance [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lazy-loading 'resources' on Instance uuid 0c657f9d-3af0-4a22-a9e0-55262a236621 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.744331] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.095595] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186422, 'name': Rename_Task, 'duration_secs': 1.181956} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.095914] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.096229] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a951fcca-a983-466d-8323-41a569bbee38 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.102734] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1287.102734] env[68864]: value = "task-3186424" [ 1287.102734] env[68864]: _type = "Task" [ 1287.102734] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.110264] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.196629] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea3c3ad-69fd-4993-b491-0e132b020fa6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.203901] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b56a0e-36f1-4f2c-b3a7-f25b656032dd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.233238] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b257e1-b371-406b-9247-0277f74ce283 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.245571] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca7f226-0f6a-4959-ba0c-cd71839a9640 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.249409] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186423, 'name': ReconfigVM_Task, 'duration_secs': 0.624812} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.249710] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1287.250769] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce23e77-dbf8-49eb-b979-2b08443217f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.262550] env[68864]: DEBUG nova.compute.provider_tree [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.283615] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.284482] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b32569-de35-46c6-adfe-f1a42d3797ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.302155] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1287.302155] env[68864]: value = "task-3186425" [ 1287.302155] env[68864]: _type = "Task" [ 1287.302155] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.309882] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.613194] env[68864]: DEBUG oslo_vmware.api [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186424, 'name': PowerOnVM_Task, 'duration_secs': 0.459371} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.613453] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.613615] env[68864]: INFO nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1287.613795] env[68864]: DEBUG nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.614595] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c18b4d-fb23-470d-b54a-6302c25719b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.767038] env[68864]: DEBUG nova.scheduler.client.report [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.811440] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186425, 'name': ReconfigVM_Task, 'duration_secs': 0.284466} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.811751] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541/2bbbbc86-fe7f-427b-88d0-e665c8507541.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.812556] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c12fa5b-3dba-4cd3-8793-367853d1af3b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.830320] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d13cd7-b057-487a-a4c7-948b835a74e9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.847248] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d3235-0b47-4890-818a-141f4d2e807e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.865771] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb65c9-7541-4d51-afb6-c2a03f22ff46 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.871890] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.872116] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de7bc872-6ebf-4e48-b3f4-74c015f566f8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.877775] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1287.877775] env[68864]: value = "task-3186426" [ 1287.877775] env[68864]: _type = "Task" [ 1287.877775] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.884638] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.132124] env[68864]: INFO nova.compute.manager [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Took 12.61 seconds to build instance. [ 1288.271543] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.291029] env[68864]: INFO nova.scheduler.client.report [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Deleted allocations for instance 0c657f9d-3af0-4a22-a9e0-55262a236621 [ 1288.387474] env[68864]: DEBUG oslo_vmware.api [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186426, 'name': PowerOnVM_Task, 'duration_secs': 0.429444} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.387761] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.634531] env[68864]: DEBUG oslo_concurrency.lockutils [None req-cd0ef068-4a00-40dd-a43f-8e8b20add186 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.115s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.800287] env[68864]: DEBUG oslo_concurrency.lockutils [None req-50cd81fd-2128-49cc-b563-be8ed0c1fe71 tempest-ServerShowV257Test-1954695920 tempest-ServerShowV257Test-1954695920-project-member] Lock "0c657f9d-3af0-4a22-a9e0-55262a236621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.392s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.040433] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "84208f3e-4460-4cab-b3f5-b45d997708d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.040702] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.398078] env[68864]: INFO nova.compute.manager [None req-46850d25-75ac-4f41-8fdb-20115aaa9c03 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance to original state: 'active' [ 1289.543077] env[68864]: DEBUG nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.066619] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.066917] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.068915] env[68864]: INFO nova.compute.claims [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.896715] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "2bbbbc86-fe7f-427b-88d0-e665c8507541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.897127] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.897214] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.897407] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.897567] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.899742] env[68864]: INFO nova.compute.manager [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Terminating instance [ 1291.152102] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c5ce4-59da-426f-96ab-9aa0555f1b50 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.159911] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ff39ca-387e-438c-a24f-d89e6c4ca530 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.191684] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccba06f6-442c-47ca-8e75-60638ac5bfb1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.199056] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e78d1-959c-439a-867c-c9a1bdfe44f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.212163] env[68864]: DEBUG nova.compute.provider_tree [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.403495] env[68864]: DEBUG nova.compute.manager [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.403668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.404573] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7449afb2-d57d-43af-a66c-19facf3348e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.412186] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.412451] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d26a1475-3d94-4505-bd30-9aaef7eec5a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.418490] env[68864]: DEBUG oslo_vmware.api [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1291.418490] env[68864]: value = "task-3186427" [ 1291.418490] env[68864]: _type = "Task" [ 1291.418490] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.428561] env[68864]: DEBUG oslo_vmware.api [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.715127] env[68864]: DEBUG nova.scheduler.client.report [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.928457] env[68864]: DEBUG oslo_vmware.api [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.220807] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.221565] env[68864]: DEBUG nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.432256] env[68864]: DEBUG oslo_vmware.api [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186427, 'name': PowerOffVM_Task, 'duration_secs': 0.922981} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.432683] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.432957] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.433332] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ec881c7-2828-43e0-b444-5939d37f76dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.497630] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.497901] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.498174] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleting the datastore file [datastore1] 2bbbbc86-fe7f-427b-88d0-e665c8507541 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.498515] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67d79f5b-bf58-4bc2-a8a8-a46e66e2a429 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.506819] env[68864]: DEBUG oslo_vmware.api [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1292.506819] env[68864]: value = "task-3186429" [ 1292.506819] env[68864]: _type = "Task" [ 1292.506819] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.514868] env[68864]: DEBUG oslo_vmware.api [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.727101] env[68864]: DEBUG nova.compute.utils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.728622] env[68864]: DEBUG nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.728850] env[68864]: DEBUG nova.network.neutron [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.763662] env[68864]: DEBUG nova.policy [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7327849a86dd40e0804b219d8b521a04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad675c8713e44381bd8eb4e3d3c91978', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.016580] env[68864]: DEBUG oslo_vmware.api [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136267} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.017371] env[68864]: DEBUG nova.network.neutron [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Successfully created port: f4ac28ca-aec9-4e0c-80f9-be400efd8b56 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.019229] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.019433] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.019590] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.019763] env[68864]: INFO nova.compute.manager [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1293.020009] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.020215] env[68864]: DEBUG nova.compute.manager [-] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.020309] env[68864]: DEBUG nova.network.neutron [-] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.232117] env[68864]: DEBUG nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.458098] env[68864]: DEBUG nova.compute.manager [req-a3fdb248-a181-4686-a426-9e5fa0b79f27 req-c13062bd-f05c-4736-8a99-56a36355bbe4 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Received event network-vif-deleted-0133936a-c9c1-4efe-be0c-f5ae3ad72dd5 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.458264] env[68864]: INFO nova.compute.manager [req-a3fdb248-a181-4686-a426-9e5fa0b79f27 req-c13062bd-f05c-4736-8a99-56a36355bbe4 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Neutron deleted interface 0133936a-c9c1-4efe-be0c-f5ae3ad72dd5; detaching it from the instance and deleting it from the info cache [ 1293.458432] env[68864]: DEBUG nova.network.neutron [req-a3fdb248-a181-4686-a426-9e5fa0b79f27 req-c13062bd-f05c-4736-8a99-56a36355bbe4 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.933892] env[68864]: DEBUG nova.network.neutron [-] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.961496] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-374eff58-9af7-407f-a131-731a7f3331bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.974207] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6324d-9155-4ca9-a59f-c13d68317157 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.004008] env[68864]: DEBUG nova.compute.manager [req-a3fdb248-a181-4686-a426-9e5fa0b79f27 req-c13062bd-f05c-4736-8a99-56a36355bbe4 service nova] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Detach interface failed, port_id=0133936a-c9c1-4efe-be0c-f5ae3ad72dd5, reason: Instance 2bbbbc86-fe7f-427b-88d0-e665c8507541 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.242303] env[68864]: DEBUG nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.268150] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.268402] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.268585] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.268817] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.269025] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.269135] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.269347] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.269506] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.269676] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.269837] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.270019] env[68864]: DEBUG nova.virt.hardware [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.270871] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7602cfc-3ba5-468b-ac15-c36e949ba065 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.279083] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357dac19-c4cc-4edd-86c6-aa29f1b3df38 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.384151] env[68864]: DEBUG nova.compute.manager [req-eed354de-937a-4b3b-9f71-f71e83d6009e req-c8b65578-a1dc-4432-ba85-a67da0eee961 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Received event network-vif-plugged-f4ac28ca-aec9-4e0c-80f9-be400efd8b56 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.384462] env[68864]: DEBUG oslo_concurrency.lockutils [req-eed354de-937a-4b3b-9f71-f71e83d6009e req-c8b65578-a1dc-4432-ba85-a67da0eee961 service nova] Acquiring lock "84208f3e-4460-4cab-b3f5-b45d997708d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.384778] env[68864]: DEBUG oslo_concurrency.lockutils [req-eed354de-937a-4b3b-9f71-f71e83d6009e req-c8b65578-a1dc-4432-ba85-a67da0eee961 service nova] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.384973] env[68864]: DEBUG oslo_concurrency.lockutils [req-eed354de-937a-4b3b-9f71-f71e83d6009e req-c8b65578-a1dc-4432-ba85-a67da0eee961 service nova] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.385158] env[68864]: DEBUG nova.compute.manager [req-eed354de-937a-4b3b-9f71-f71e83d6009e req-c8b65578-a1dc-4432-ba85-a67da0eee961 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] No waiting events found dispatching network-vif-plugged-f4ac28ca-aec9-4e0c-80f9-be400efd8b56 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.385342] env[68864]: WARNING nova.compute.manager [req-eed354de-937a-4b3b-9f71-f71e83d6009e req-c8b65578-a1dc-4432-ba85-a67da0eee961 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Received unexpected event network-vif-plugged-f4ac28ca-aec9-4e0c-80f9-be400efd8b56 for instance with vm_state building and task_state spawning. [ 1294.436563] env[68864]: INFO nova.compute.manager [-] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Took 1.42 seconds to deallocate network for instance. [ 1294.463012] env[68864]: DEBUG nova.network.neutron [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Successfully updated port: f4ac28ca-aec9-4e0c-80f9-be400efd8b56 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.942670] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.942986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.943193] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.965169] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "refresh_cache-84208f3e-4460-4cab-b3f5-b45d997708d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.965328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "refresh_cache-84208f3e-4460-4cab-b3f5-b45d997708d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.965549] env[68864]: DEBUG nova.network.neutron [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.967578] env[68864]: INFO nova.scheduler.client.report [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted allocations for instance 2bbbbc86-fe7f-427b-88d0-e665c8507541 [ 1295.478969] env[68864]: DEBUG oslo_concurrency.lockutils [None req-866245a1-43d8-4875-bb54-cf53eb13244f tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "2bbbbc86-fe7f-427b-88d0-e665c8507541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.582s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.505965] env[68864]: DEBUG nova.network.neutron [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.631186] env[68864]: DEBUG nova.network.neutron [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Updating instance_info_cache with network_info: [{"id": "f4ac28ca-aec9-4e0c-80f9-be400efd8b56", "address": "fa:16:3e:e2:89:59", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ac28ca-ae", "ovs_interfaceid": "f4ac28ca-aec9-4e0c-80f9-be400efd8b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.134019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "refresh_cache-84208f3e-4460-4cab-b3f5-b45d997708d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.134412] env[68864]: DEBUG nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Instance network_info: |[{"id": "f4ac28ca-aec9-4e0c-80f9-be400efd8b56", "address": "fa:16:3e:e2:89:59", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ac28ca-ae", "ovs_interfaceid": "f4ac28ca-aec9-4e0c-80f9-be400efd8b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1296.135049] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:89:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4ac28ca-aec9-4e0c-80f9-be400efd8b56', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.143797] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.144482] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.144482] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-887d2c18-35df-48c3-898b-78644f317adb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.164204] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.164204] env[68864]: value = "task-3186430" [ 1296.164204] env[68864]: _type = "Task" [ 1296.164204] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.171722] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186430, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.414831] env[68864]: DEBUG nova.compute.manager [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Received event network-changed-f4ac28ca-aec9-4e0c-80f9-be400efd8b56 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.415057] env[68864]: DEBUG nova.compute.manager [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Refreshing instance network info cache due to event network-changed-f4ac28ca-aec9-4e0c-80f9-be400efd8b56. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.415275] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] Acquiring lock "refresh_cache-84208f3e-4460-4cab-b3f5-b45d997708d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.415453] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] Acquired lock "refresh_cache-84208f3e-4460-4cab-b3f5-b45d997708d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.415678] env[68864]: DEBUG nova.network.neutron [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Refreshing network info cache for port f4ac28ca-aec9-4e0c-80f9-be400efd8b56 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.673857] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186430, 'name': CreateVM_Task, 'duration_secs': 0.340681} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.674247] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.674742] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.674904] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.675234] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.675480] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7e8182-cf2f-4e48-b3ce-8d294e1a8abd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.679680] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1296.679680] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c8507e-d7a6-1175-582b-0451075a87a6" [ 1296.679680] env[68864]: _type = "Task" [ 1296.679680] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.686950] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c8507e-d7a6-1175-582b-0451075a87a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.859610] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "4bcc2efa-1059-49a1-9243-6658492fb499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.859853] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.115930] env[68864]: DEBUG nova.network.neutron [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Updated VIF entry in instance network info cache for port f4ac28ca-aec9-4e0c-80f9-be400efd8b56. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.116308] env[68864]: DEBUG nova.network.neutron [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Updating instance_info_cache with network_info: [{"id": "f4ac28ca-aec9-4e0c-80f9-be400efd8b56", "address": "fa:16:3e:e2:89:59", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ac28ca-ae", "ovs_interfaceid": "f4ac28ca-aec9-4e0c-80f9-be400efd8b56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.190909] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c8507e-d7a6-1175-582b-0451075a87a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.191218] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.191454] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.191691] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.191837] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.192019] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.192274] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-387a48d3-75b0-4cf8-a557-c2938eb2305e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.200209] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.200379] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.201045] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55d2474-db05-425e-8dab-868f40b01d4d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.205858] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1297.205858] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520dfee4-344b-4e38-e86b-46a6b2fdb26a" [ 1297.205858] env[68864]: _type = "Task" [ 1297.205858] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.213419] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520dfee4-344b-4e38-e86b-46a6b2fdb26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.361902] env[68864]: DEBUG nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.619386] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb705a62-8e58-4fc9-9845-35d7d6cda2ab req-0d6dd89d-ff3f-4c93-9163-e52c17cfefb7 service nova] Releasing lock "refresh_cache-84208f3e-4460-4cab-b3f5-b45d997708d4" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.716201] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520dfee4-344b-4e38-e86b-46a6b2fdb26a, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.717047] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d8f300-2e56-4451-9ff9-8eaa693bc953 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.721763] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1297.721763] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523f285f-2fb9-997f-939b-15687679f89b" [ 1297.721763] env[68864]: _type = "Task" [ 1297.721763] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.728659] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523f285f-2fb9-997f-939b-15687679f89b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.883947] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.884248] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.885808] env[68864]: INFO nova.compute.claims [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.233938] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]523f285f-2fb9-997f-939b-15687679f89b, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.233938] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.233938] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 84208f3e-4460-4cab-b3f5-b45d997708d4/84208f3e-4460-4cab-b3f5-b45d997708d4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.234220] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dda9e44e-d8d2-4f70-bc0f-9222c41e5b94 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.240802] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1298.240802] env[68864]: value = "task-3186431" [ 1298.240802] env[68864]: _type = "Task" [ 1298.240802] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.248052] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.750820] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421126} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.751224] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 84208f3e-4460-4cab-b3f5-b45d997708d4/84208f3e-4460-4cab-b3f5-b45d997708d4.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.751298] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.751529] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be56972e-83fd-40d1-927c-3ed5c7713ed7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.757695] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1298.757695] env[68864]: value = "task-3186432" [ 1298.757695] env[68864]: _type = "Task" [ 1298.757695] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.764497] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.957904] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9d3e89-782a-4151-b55c-f37acb48d893 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.965426] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343b3bdf-c66e-4a65-bb8a-839a684745d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.995399] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8c634-b663-4956-9225-2c493e35d4f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.002506] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28565e57-d1eb-4e34-9b58-48f78ceea92a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.015413] env[68864]: DEBUG nova.compute.provider_tree [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.268539] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067665} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.268788] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.269545] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308866c0-dacc-4239-b063-c1dda1d708e3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.291050] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 84208f3e-4460-4cab-b3f5-b45d997708d4/84208f3e-4460-4cab-b3f5-b45d997708d4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.291312] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454f8c33-a48f-4f22-bd4a-25ab98ca036f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.311729] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1299.311729] env[68864]: value = "task-3186433" [ 1299.311729] env[68864]: _type = "Task" [ 1299.311729] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.317233] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.518689] env[68864]: DEBUG nova.scheduler.client.report [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.819594] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186433, 'name': ReconfigVM_Task, 'duration_secs': 0.285357} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.820251] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 84208f3e-4460-4cab-b3f5-b45d997708d4/84208f3e-4460-4cab-b3f5-b45d997708d4.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.820491] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dacbd102-621c-4972-85f1-8aef8a10ad77 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.826843] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1299.826843] env[68864]: value = "task-3186434" [ 1299.826843] env[68864]: _type = "Task" [ 1299.826843] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.834346] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186434, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.023583] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.024141] env[68864]: DEBUG nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.336185] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186434, 'name': Rename_Task, 'duration_secs': 0.134972} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.336450] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1300.336656] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4676858a-9def-45a5-b31a-4793bc7e00d7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.342631] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1300.342631] env[68864]: value = "task-3186435" [ 1300.342631] env[68864]: _type = "Task" [ 1300.342631] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.349608] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.529449] env[68864]: DEBUG nova.compute.utils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.530895] env[68864]: DEBUG nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.531075] env[68864]: DEBUG nova.network.neutron [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.566783] env[68864]: DEBUG nova.policy [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba8b9a0a02f44e59a6bdd52466dae84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10123adf68d349d2adc7e3e3e28362aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.835266] env[68864]: DEBUG nova.network.neutron [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Successfully created port: fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.852319] env[68864]: DEBUG oslo_vmware.api [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186435, 'name': PowerOnVM_Task, 'duration_secs': 0.443923} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.852591] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.852792] env[68864]: INFO nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1300.853044] env[68864]: DEBUG nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.853842] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93bc0fd-ea67-4bf2-b798-712be0663924 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.034384] env[68864]: DEBUG nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.370645] env[68864]: INFO nova.compute.manager [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Took 11.32 seconds to build instance. [ 1301.872568] env[68864]: DEBUG oslo_concurrency.lockutils [None req-4f28a512-a1c5-4527-be4d-357eff145614 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.832s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.046164] env[68864]: DEBUG nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.073679] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.073959] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.074133] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.074320] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.074475] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.074616] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.074824] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.074983] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.075163] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.075327] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.075500] env[68864]: DEBUG nova.virt.hardware [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.076377] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff66c31-73eb-4000-9eea-712c2e433861 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.084981] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae413ee-9771-4598-a4f1-0734ab87be5e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.133311] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "84208f3e-4460-4cab-b3f5-b45d997708d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.133494] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.133702] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "84208f3e-4460-4cab-b3f5-b45d997708d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.133886] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.134151] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.136193] env[68864]: INFO nova.compute.manager [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Terminating instance [ 1302.192366] env[68864]: DEBUG nova.compute.manager [req-16f3b7f9-3264-47d1-9386-39dddbcb47bd req-caf0c721-0540-4909-ad74-7036b3d022bb service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Received event network-vif-plugged-fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.192625] env[68864]: DEBUG oslo_concurrency.lockutils [req-16f3b7f9-3264-47d1-9386-39dddbcb47bd req-caf0c721-0540-4909-ad74-7036b3d022bb service nova] Acquiring lock "4bcc2efa-1059-49a1-9243-6658492fb499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.192784] env[68864]: DEBUG oslo_concurrency.lockutils [req-16f3b7f9-3264-47d1-9386-39dddbcb47bd req-caf0c721-0540-4909-ad74-7036b3d022bb service nova] Lock "4bcc2efa-1059-49a1-9243-6658492fb499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.192983] env[68864]: DEBUG oslo_concurrency.lockutils [req-16f3b7f9-3264-47d1-9386-39dddbcb47bd req-caf0c721-0540-4909-ad74-7036b3d022bb service nova] Lock "4bcc2efa-1059-49a1-9243-6658492fb499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.193170] env[68864]: DEBUG nova.compute.manager [req-16f3b7f9-3264-47d1-9386-39dddbcb47bd req-caf0c721-0540-4909-ad74-7036b3d022bb service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] No waiting events found dispatching network-vif-plugged-fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.193332] env[68864]: WARNING nova.compute.manager [req-16f3b7f9-3264-47d1-9386-39dddbcb47bd req-caf0c721-0540-4909-ad74-7036b3d022bb service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Received unexpected event network-vif-plugged-fe1b896b-3e61-4c78-8f6b-9b1d4248723d for instance with vm_state building and task_state spawning. [ 1302.307555] env[68864]: DEBUG nova.network.neutron [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Successfully updated port: fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.640357] env[68864]: DEBUG nova.compute.manager [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.640604] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.641509] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283bec27-9595-49b9-be20-1924e954e947 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.649497] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.649730] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1568a102-af10-4564-8074-938e0543982f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.655663] env[68864]: DEBUG oslo_vmware.api [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1302.655663] env[68864]: value = "task-3186436" [ 1302.655663] env[68864]: _type = "Task" [ 1302.655663] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.663530] env[68864]: DEBUG oslo_vmware.api [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.809162] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.809330] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.809490] env[68864]: DEBUG nova.network.neutron [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.165952] env[68864]: DEBUG oslo_vmware.api [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186436, 'name': PowerOffVM_Task, 'duration_secs': 0.164968} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.166286] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.166477] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.166721] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a125df84-521c-40f6-9892-930038981f01 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.232341] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.232541] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.232717] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleting the datastore file [datastore2] 84208f3e-4460-4cab-b3f5-b45d997708d4 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.232982] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bbc72b4-11e2-4d2e-86ed-e45603cef695 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.238957] env[68864]: DEBUG oslo_vmware.api [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1303.238957] env[68864]: value = "task-3186438" [ 1303.238957] env[68864]: _type = "Task" [ 1303.238957] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.246321] env[68864]: DEBUG oslo_vmware.api [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.344506] env[68864]: DEBUG nova.network.neutron [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.461748] env[68864]: DEBUG nova.network.neutron [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updating instance_info_cache with network_info: [{"id": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "address": "fa:16:3e:c5:38:07", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1b896b-3e", "ovs_interfaceid": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.749406] env[68864]: DEBUG oslo_vmware.api [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151688} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.749654] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.749838] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.750025] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.750205] env[68864]: INFO nova.compute.manager [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1303.750443] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.750633] env[68864]: DEBUG nova.compute.manager [-] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.750729] env[68864]: DEBUG nova.network.neutron [-] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.964865] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.964865] env[68864]: DEBUG nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Instance network_info: |[{"id": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "address": "fa:16:3e:c5:38:07", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1b896b-3e", "ovs_interfaceid": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.965074] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:38:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe1b896b-3e61-4c78-8f6b-9b1d4248723d', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.972632] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.972847] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.973140] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26625b6e-b95d-41e8-9b3a-24c8af244698 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.995876] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.995876] env[68864]: value = "task-3186439" [ 1303.995876] env[68864]: _type = "Task" [ 1303.995876] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.003503] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186439, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.228480] env[68864]: DEBUG nova.compute.manager [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Received event network-changed-fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.228747] env[68864]: DEBUG nova.compute.manager [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Refreshing instance network info cache due to event network-changed-fe1b896b-3e61-4c78-8f6b-9b1d4248723d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.228846] env[68864]: DEBUG oslo_concurrency.lockutils [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] Acquiring lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.228959] env[68864]: DEBUG oslo_concurrency.lockutils [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] Acquired lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.229134] env[68864]: DEBUG nova.network.neutron [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Refreshing network info cache for port fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.507154] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186439, 'name': CreateVM_Task, 'duration_secs': 0.328025} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.507339] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.508045] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.508223] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.508543] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.508800] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091772a2-d13c-4447-9c3b-462d292de997 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.513246] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1304.513246] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52802ad2-0204-7a14-6767-783a75ca46ae" [ 1304.513246] env[68864]: _type = "Task" [ 1304.513246] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.520775] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52802ad2-0204-7a14-6767-783a75ca46ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.546188] env[68864]: DEBUG nova.network.neutron [-] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.935623] env[68864]: DEBUG nova.network.neutron [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updated VIF entry in instance network info cache for port fe1b896b-3e61-4c78-8f6b-9b1d4248723d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.936099] env[68864]: DEBUG nova.network.neutron [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updating instance_info_cache with network_info: [{"id": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "address": "fa:16:3e:c5:38:07", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1b896b-3e", "ovs_interfaceid": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.024602] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52802ad2-0204-7a14-6767-783a75ca46ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.024906] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.025153] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.025384] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.025530] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.025710] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.026140] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b731ce9d-2340-4eb1-ab82-eb5554f5a335 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.034355] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.034528] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.035216] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27b123f-7ff5-43e6-aa28-08d7f16ae7b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.039958] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1305.039958] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227f771-3ddb-95b9-e36b-72f50498eb30" [ 1305.039958] env[68864]: _type = "Task" [ 1305.039958] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.046909] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227f771-3ddb-95b9-e36b-72f50498eb30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.048487] env[68864]: INFO nova.compute.manager [-] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Took 1.30 seconds to deallocate network for instance. [ 1305.439760] env[68864]: DEBUG oslo_concurrency.lockutils [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] Releasing lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.440169] env[68864]: DEBUG nova.compute.manager [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Received event network-vif-deleted-f4ac28ca-aec9-4e0c-80f9-be400efd8b56 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.440169] env[68864]: INFO nova.compute.manager [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Neutron deleted interface f4ac28ca-aec9-4e0c-80f9-be400efd8b56; detaching it from the instance and deleting it from the info cache [ 1305.440350] env[68864]: DEBUG nova.network.neutron [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.549611] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5227f771-3ddb-95b9-e36b-72f50498eb30, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.550406] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1eb78ed-e55a-4c5a-9183-6a56e0d23c9d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.555469] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.555742] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.555972] env[68864]: DEBUG nova.objects.instance [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lazy-loading 'resources' on Instance uuid 84208f3e-4460-4cab-b3f5-b45d997708d4 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.560142] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1305.560142] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5297dd81-9e5e-2f00-f5c9-86b6ba853313" [ 1305.560142] env[68864]: _type = "Task" [ 1305.560142] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.568442] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5297dd81-9e5e-2f00-f5c9-86b6ba853313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.943181] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d99b4af-6f50-488d-9a60-a9ba5034bc50 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.952381] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e559d9a3-af2d-4dc7-b523-3455a1a91af0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.977662] env[68864]: DEBUG nova.compute.manager [req-bfc2b984-8f21-4aab-a7c3-65153b01c6ee req-a02a03ec-f484-460e-9338-123833e0722e service nova] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Detach interface failed, port_id=f4ac28ca-aec9-4e0c-80f9-be400efd8b56, reason: Instance 84208f3e-4460-4cab-b3f5-b45d997708d4 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1306.070702] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5297dd81-9e5e-2f00-f5c9-86b6ba853313, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.071016] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.071229] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 4bcc2efa-1059-49a1-9243-6658492fb499/4bcc2efa-1059-49a1-9243-6658492fb499.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.071487] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2adf09b-b039-4ed4-8fce-7241ce480a61 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.077481] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1306.077481] env[68864]: value = "task-3186440" [ 1306.077481] env[68864]: _type = "Task" [ 1306.077481] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.087867] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.131175] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111518ce-1675-4aec-8f6b-36e89c2fd97e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.139253] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab26c362-227b-4154-8f8a-0d4d2468fe8d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.169905] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c86c546-5ebd-48c5-a167-6b1a5688b918 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.177369] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddbd612-47e2-4654-af28-101790ec68b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.192618] env[68864]: DEBUG nova.compute.provider_tree [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.589374] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449454} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.589706] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 4bcc2efa-1059-49a1-9243-6658492fb499/4bcc2efa-1059-49a1-9243-6658492fb499.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.589780] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1306.590022] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88a42f2f-2841-43e2-95d6-73f97b0efb09 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.596371] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1306.596371] env[68864]: value = "task-3186441" [ 1306.596371] env[68864]: _type = "Task" [ 1306.596371] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.604017] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.695317] env[68864]: DEBUG nova.scheduler.client.report [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.106597] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064322} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.106875] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1307.107656] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c059291-1508-4729-906a-3b07cc1bb275 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.130386] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 4bcc2efa-1059-49a1-9243-6658492fb499/4bcc2efa-1059-49a1-9243-6658492fb499.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.130649] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-639f8812-f6a0-4d23-ae25-70b8096cdd9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.150288] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1307.150288] env[68864]: value = "task-3186442" [ 1307.150288] env[68864]: _type = "Task" [ 1307.150288] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.160392] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.199740] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.216564] env[68864]: INFO nova.scheduler.client.report [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleted allocations for instance 84208f3e-4460-4cab-b3f5-b45d997708d4 [ 1307.661320] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186442, 'name': ReconfigVM_Task, 'duration_secs': 0.276315} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.661684] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 4bcc2efa-1059-49a1-9243-6658492fb499/4bcc2efa-1059-49a1-9243-6658492fb499.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.662202] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87236af-38bc-46e7-a943-926eb404bb0b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.668426] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1307.668426] env[68864]: value = "task-3186443" [ 1307.668426] env[68864]: _type = "Task" [ 1307.668426] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.675682] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186443, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.723850] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8177c1a1-0ced-4aad-b6c6-bd5e1e5c73ea tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "84208f3e-4460-4cab-b3f5-b45d997708d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.178345] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186443, 'name': Rename_Task, 'duration_secs': 0.137932} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.178613] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.178915] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee94863d-87b9-41e2-8384-6cb48450a867 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.185097] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1308.185097] env[68864]: value = "task-3186444" [ 1308.185097] env[68864]: _type = "Task" [ 1308.185097] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.193468] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.695040] env[68864]: DEBUG oslo_vmware.api [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186444, 'name': PowerOnVM_Task, 'duration_secs': 0.453442} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.695365] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.695530] env[68864]: INFO nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1308.695766] env[68864]: DEBUG nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.696562] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e41f40-e150-4d28-a25d-d9632504a259 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.212800] env[68864]: INFO nova.compute.manager [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Took 11.35 seconds to build instance. [ 1309.714986] env[68864]: DEBUG oslo_concurrency.lockutils [None req-5b20c69d-b7ba-4c07-b38f-934435986b5b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.855s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.181547] env[68864]: DEBUG nova.compute.manager [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Received event network-changed-fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.181736] env[68864]: DEBUG nova.compute.manager [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Refreshing instance network info cache due to event network-changed-fe1b896b-3e61-4c78-8f6b-9b1d4248723d. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.181953] env[68864]: DEBUG oslo_concurrency.lockutils [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] Acquiring lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.182115] env[68864]: DEBUG oslo_concurrency.lockutils [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] Acquired lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.182281] env[68864]: DEBUG nova.network.neutron [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Refreshing network info cache for port fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.883086] env[68864]: DEBUG nova.network.neutron [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updated VIF entry in instance network info cache for port fe1b896b-3e61-4c78-8f6b-9b1d4248723d. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.883481] env[68864]: DEBUG nova.network.neutron [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updating instance_info_cache with network_info: [{"id": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "address": "fa:16:3e:c5:38:07", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1b896b-3e", "ovs_interfaceid": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.386587] env[68864]: DEBUG oslo_concurrency.lockutils [req-957df887-961f-4c82-bf16-9c5daeaa6125 req-1eb411f1-0c63-4c2d-95d4-6b604909749a service nova] Releasing lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.402168] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "e36b2d57-6c95-470d-a284-7e365d89acdb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.402571] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.906416] env[68864]: DEBUG nova.compute.utils [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.080070] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.080346] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.080534] env[68864]: INFO nova.compute.manager [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Shelving [ 1318.409301] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.089103] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.089409] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deae2fc2-b6e5-4f46-9b33-2d6d7478fa91 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.096933] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1319.096933] env[68864]: value = "task-3186445" [ 1319.096933] env[68864]: _type = "Task" [ 1319.096933] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.105444] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.468030] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "e36b2d57-6c95-470d-a284-7e365d89acdb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.468479] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.468588] env[68864]: INFO nova.compute.manager [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Attaching volume ac632da3-0677-49e3-844e-ad49cf3265d8 to /dev/sdb [ 1319.498500] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8872a78-0183-44a9-900d-c332a510eb13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.505522] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bd4a54-0a58-41d3-ac09-7a878cd69d35 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.517988] env[68864]: DEBUG nova.virt.block_device [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updating existing volume attachment record: 4c93c613-9a3a-4253-8003-78a02bf7d23f {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.606408] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186445, 'name': PowerOffVM_Task, 'duration_secs': 0.240959} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.606706] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.607491] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce315945-1924-49e2-9c51-1bd165b2026e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.624622] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100435f7-80cb-4fb2-9874-f14167a18eda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.134127] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Creating Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1320.134453] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3be0fa0d-04de-4074-84b7-a21fc6bfdb6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.141827] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1320.141827] env[68864]: value = "task-3186447" [ 1320.141827] env[68864]: _type = "Task" [ 1320.141827] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.149434] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186447, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.651678] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186447, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.153486] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186447, 'name': CreateSnapshot_Task, 'duration_secs': 0.700805} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.153802] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Created Snapshot of the VM instance {{(pid=68864) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1321.154548] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb773dc-2de9-4a58-9e53-ec2a790cbcda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.671254] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Creating linked-clone VM from snapshot {{(pid=68864) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1321.671731] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92e4f359-a3cb-49c6-82d9-e7cc57f30651 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.679537] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1321.679537] env[68864]: value = "task-3186448" [ 1321.679537] env[68864]: _type = "Task" [ 1321.679537] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.687217] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186448, 'name': CloneVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.189675] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186448, 'name': CloneVM_Task} progress is 94%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.689746] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186448, 'name': CloneVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.190840] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186448, 'name': CloneVM_Task, 'duration_secs': 1.076959} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.191116] env[68864]: INFO nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Created linked-clone VM from snapshot [ 1323.191817] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782dcb93-9fee-4034-9705-4c65cce4907b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.198598] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Uploading image 187721be-4e62-4aff-b2a4-8cf67f0b7206 {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1323.222573] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1323.222573] env[68864]: value = "vm-637260" [ 1323.222573] env[68864]: _type = "VirtualMachine" [ 1323.222573] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1323.222838] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1438ea07-b0ee-4a48-9c32-3fde9d65af1d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.229265] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lease: (returnval){ [ 1323.229265] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5279baf7-73e8-4429-43fe-b806c0c92908" [ 1323.229265] env[68864]: _type = "HttpNfcLease" [ 1323.229265] env[68864]: } obtained for exporting VM: (result){ [ 1323.229265] env[68864]: value = "vm-637260" [ 1323.229265] env[68864]: _type = "VirtualMachine" [ 1323.229265] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1323.229634] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the lease: (returnval){ [ 1323.229634] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5279baf7-73e8-4429-43fe-b806c0c92908" [ 1323.229634] env[68864]: _type = "HttpNfcLease" [ 1323.229634] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1323.235067] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1323.235067] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5279baf7-73e8-4429-43fe-b806c0c92908" [ 1323.235067] env[68864]: _type = "HttpNfcLease" [ 1323.235067] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1323.737261] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1323.737261] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5279baf7-73e8-4429-43fe-b806c0c92908" [ 1323.737261] env[68864]: _type = "HttpNfcLease" [ 1323.737261] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1323.737650] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1323.737650] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5279baf7-73e8-4429-43fe-b806c0c92908" [ 1323.737650] env[68864]: _type = "HttpNfcLease" [ 1323.737650] env[68864]: }. {{(pid=68864) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1323.738290] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551003f2-99dc-4c7d-b3ad-c3e21b188ec6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.744904] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e80f5b-676d-0f10-2652-a25b410bca88/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1323.745083] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e80f5b-676d-0f10-2652-a25b410bca88/disk-0.vmdk for reading. {{(pid=68864) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1323.831527] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9945f812-9bcf-46b3-a75f-9430c08057dc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.060499] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.060739] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637258', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'name': 'volume-ac632da3-0677-49e3-844e-ad49cf3265d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b2d57-6c95-470d-a284-7e365d89acdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'serial': 'ac632da3-0677-49e3-844e-ad49cf3265d8'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.061658] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df19f8f3-b5d2-493b-bef0-1cb0f4859b59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.077680] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24011e13-4bba-4157-80e2-e8c9e246a2f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.101942] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-ac632da3-0677-49e3-844e-ad49cf3265d8/volume-ac632da3-0677-49e3-844e-ad49cf3265d8.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.102298] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ea6b76-05c6-4edb-af14-19205bc417bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.120137] env[68864]: DEBUG oslo_vmware.api [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1324.120137] env[68864]: value = "task-3186451" [ 1324.120137] env[68864]: _type = "Task" [ 1324.120137] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.130845] env[68864]: DEBUG oslo_vmware.api [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.630114] env[68864]: DEBUG oslo_vmware.api [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186451, 'name': ReconfigVM_Task, 'duration_secs': 0.347899} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.631053] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-ac632da3-0677-49e3-844e-ad49cf3265d8/volume-ac632da3-0677-49e3-844e-ad49cf3265d8.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.635581] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba7d8bc-de3c-41d4-9e97-f870f0527987 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.650612] env[68864]: DEBUG oslo_vmware.api [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1324.650612] env[68864]: value = "task-3186452" [ 1324.650612] env[68864]: _type = "Task" [ 1324.650612] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.658509] env[68864]: DEBUG oslo_vmware.api [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.159973] env[68864]: DEBUG oslo_vmware.api [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186452, 'name': ReconfigVM_Task, 'duration_secs': 0.139332} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.160441] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637258', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'name': 'volume-ac632da3-0677-49e3-844e-ad49cf3265d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b2d57-6c95-470d-a284-7e365d89acdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'serial': 'ac632da3-0677-49e3-844e-ad49cf3265d8'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.196670] env[68864]: DEBUG nova.objects.instance [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'flavor' on Instance uuid e36b2d57-6c95-470d-a284-7e365d89acdb {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.287635] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.702576] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1bd75bdf-4bc4-40e4-b2fe-0af8fd735097 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.913222] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "e36b2d57-6c95-470d-a284-7e365d89acdb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.913577] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.282960] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.287069] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.417323] env[68864]: INFO nova.compute.manager [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Detaching volume ac632da3-0677-49e3-844e-ad49cf3265d8 [ 1327.451522] env[68864]: INFO nova.virt.block_device [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Attempting to driver detach volume ac632da3-0677-49e3-844e-ad49cf3265d8 from mountpoint /dev/sdb [ 1327.451849] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.452174] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637258', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'name': 'volume-ac632da3-0677-49e3-844e-ad49cf3265d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b2d57-6c95-470d-a284-7e365d89acdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'serial': 'ac632da3-0677-49e3-844e-ad49cf3265d8'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.453267] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2388692c-cf81-455e-b66b-cf64fade04cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.479855] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca02b263-8d5d-4154-b95e-54060826470f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.488113] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43869104-c90b-4841-ba3a-0c6fcf6b1ef8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.514194] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0948c5e3-cf56-45f0-9eae-14258f4ec4d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.532045] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac632da3-0677-49e3-844e-ad49cf3265d8/volume-ac632da3-0677-49e3-844e-ad49cf3265d8.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.539060] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.539491] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84451eaa-690f-4fd5-9fe0-0830769d51f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.561610] env[68864]: DEBUG oslo_vmware.api [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1327.561610] env[68864]: value = "task-3186453" [ 1327.561610] env[68864]: _type = "Task" [ 1327.561610] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.570196] env[68864]: DEBUG oslo_vmware.api [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.071333] env[68864]: DEBUG oslo_vmware.api [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186453, 'name': ReconfigVM_Task, 'duration_secs': 0.232756} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.071616] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.076446] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb89fdc-b271-4ce7-bdc2-f07614b83e08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.091919] env[68864]: DEBUG oslo_vmware.api [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1328.091919] env[68864]: value = "task-3186454" [ 1328.091919] env[68864]: _type = "Task" [ 1328.091919] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.100379] env[68864]: DEBUG oslo_vmware.api [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.287421] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.287804] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.287860] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.601520] env[68864]: DEBUG oslo_vmware.api [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186454, 'name': ReconfigVM_Task, 'duration_secs': 0.132226} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.601820] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637258', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'name': 'volume-ac632da3-0677-49e3-844e-ad49cf3265d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e36b2d57-6c95-470d-a284-7e365d89acdb', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac632da3-0677-49e3-844e-ad49cf3265d8', 'serial': 'ac632da3-0677-49e3-844e-ad49cf3265d8'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1329.142831] env[68864]: DEBUG nova.objects.instance [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'flavor' on Instance uuid e36b2d57-6c95-470d-a284-7e365d89acdb {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.287454] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.287873] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1330.150836] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0a3bb67d-93e4-40c9-be34-ccaee9ae54a8 tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.287502] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.790775] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.791072] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.791227] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.791382] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1330.792302] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad1684-3dbe-4735-941d-305dd2f6fb58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.800770] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cce807-d1ff-4e42-a930-60fdccd69170 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.816887] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8b57ac-eca3-4449-8abe-ae5a33a38bfd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.823836] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafe06f3-6719-4d40-977c-147619967398 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.852869] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180356MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1330.853366] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.853607] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.183506] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "e36b2d57-6c95-470d-a284-7e365d89acdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.183793] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.183993] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "e36b2d57-6c95-470d-a284-7e365d89acdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.184195] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.184369] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.187011] env[68864]: INFO nova.compute.manager [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Terminating instance [ 1331.561302] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e80f5b-676d-0f10-2652-a25b410bca88/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1331.562222] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6981fd4e-032e-45fc-b269-ddcaccafcd4b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.568546] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e80f5b-676d-0f10-2652-a25b410bca88/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1331.568728] env[68864]: ERROR oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e80f5b-676d-0f10-2652-a25b410bca88/disk-0.vmdk due to incomplete transfer. [ 1331.568944] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb94fa35-1867-47de-ae7b-9715c71f1b57 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.576438] env[68864]: DEBUG oslo_vmware.rw_handles [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e80f5b-676d-0f10-2652-a25b410bca88/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1331.576650] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Uploaded image 187721be-4e62-4aff-b2a4-8cf67f0b7206 to the Glance image server {{(pid=68864) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1331.579014] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Destroying the VM {{(pid=68864) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1331.579255] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c86dd1c1-4c88-4e2f-b344-6d60c5f74ee5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.584080] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1331.584080] env[68864]: value = "task-3186455" [ 1331.584080] env[68864]: _type = "Task" [ 1331.584080] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.591505] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186455, 'name': Destroy_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.690210] env[68864]: DEBUG nova.compute.manager [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.690472] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.691374] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca65372-13c8-4054-b56b-79b36bc21794 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.698574] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.698828] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d846136-a408-4d2b-9d00-be6316d1b5ff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.704768] env[68864]: DEBUG oslo_vmware.api [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1331.704768] env[68864]: value = "task-3186456" [ 1331.704768] env[68864]: _type = "Task" [ 1331.704768] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.712237] env[68864]: DEBUG oslo_vmware.api [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.881430] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.881615] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance e36b2d57-6c95-470d-a284-7e365d89acdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.881967] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.881967] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 4bcc2efa-1059-49a1-9243-6658492fb499 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1331.882133] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1331.882199] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1331.945123] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0e32b7-b932-4997-b94f-12f151411cec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.954426] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4861e-46a5-492d-bce2-33b4ecbedb8b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.984172] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da2f4ef-0702-4a74-b5ea-5cc25ef60b2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.991447] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06894cb-aabb-47ac-8b94-47f6c663179f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.004579] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.094315] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186455, 'name': Destroy_Task, 'duration_secs': 0.344884} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.094537] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Destroyed the VM [ 1332.094785] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Deleting Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1332.095032] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ba8d948-94bd-4d44-8a47-c47fbd5fdb7c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.101129] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1332.101129] env[68864]: value = "task-3186457" [ 1332.101129] env[68864]: _type = "Task" [ 1332.101129] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.108312] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186457, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.214058] env[68864]: DEBUG oslo_vmware.api [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186456, 'name': PowerOffVM_Task, 'duration_secs': 0.209999} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.214351] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.214555] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.214858] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e46303c-db17-4853-af7e-0772965fa524 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.277415] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.277663] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.277882] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleting the datastore file [datastore2] e36b2d57-6c95-470d-a284-7e365d89acdb {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.278183] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4abd5e0e-c56f-4aeb-8a8b-9db5c20f8e96 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.284375] env[68864]: DEBUG oslo_vmware.api [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for the task: (returnval){ [ 1332.284375] env[68864]: value = "task-3186459" [ 1332.284375] env[68864]: _type = "Task" [ 1332.284375] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.291883] env[68864]: DEBUG oslo_vmware.api [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.509285] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.609898] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186457, 'name': RemoveSnapshot_Task, 'duration_secs': 0.348727} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.610198] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Deleted Snapshot of the VM instance {{(pid=68864) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1332.610479] env[68864]: DEBUG nova.compute.manager [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.611254] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d5174a-73ac-415f-85a2-ac8ac7203610 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.794126] env[68864]: DEBUG oslo_vmware.api [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Task: {'id': task-3186459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171474} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.794416] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.794564] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.794739] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.794909] env[68864]: INFO nova.compute.manager [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1332.795170] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.795362] env[68864]: DEBUG nova.compute.manager [-] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.795455] env[68864]: DEBUG nova.network.neutron [-] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.014022] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1333.014373] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.125367] env[68864]: INFO nova.compute.manager [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Shelve offloading [ 1333.328933] env[68864]: DEBUG nova.compute.manager [req-94d8b20b-f29f-4070-b978-a2082aa9bff1 req-45f1cd87-f59a-4ec7-ab08-eb72cc805a7d service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Received event network-vif-deleted-d4631988-377f-4d7f-a848-87b56f8cb6f2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.329121] env[68864]: INFO nova.compute.manager [req-94d8b20b-f29f-4070-b978-a2082aa9bff1 req-45f1cd87-f59a-4ec7-ab08-eb72cc805a7d service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Neutron deleted interface d4631988-377f-4d7f-a848-87b56f8cb6f2; detaching it from the instance and deleting it from the info cache [ 1333.329296] env[68864]: DEBUG nova.network.neutron [req-94d8b20b-f29f-4070-b978-a2082aa9bff1 req-45f1cd87-f59a-4ec7-ab08-eb72cc805a7d service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.629321] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.629633] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b0c7469-d63d-4fb8-bd4b-e2fdddb8871f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.637288] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1333.637288] env[68864]: value = "task-3186460" [ 1333.637288] env[68864]: _type = "Task" [ 1333.637288] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.645092] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.807859] env[68864]: DEBUG nova.network.neutron [-] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.831608] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f929532c-7070-4a28-aa58-a60285b84eb8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.841182] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff46f4-c95f-4970-beea-df4af1b2061d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.868936] env[68864]: DEBUG nova.compute.manager [req-94d8b20b-f29f-4070-b978-a2082aa9bff1 req-45f1cd87-f59a-4ec7-ab08-eb72cc805a7d service nova] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Detach interface failed, port_id=d4631988-377f-4d7f-a848-87b56f8cb6f2, reason: Instance e36b2d57-6c95-470d-a284-7e365d89acdb could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.147213] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1334.147448] env[68864]: DEBUG nova.compute.manager [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.148264] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb469937-e84e-424e-a4cc-a0f84538a97e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.154134] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.154245] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.154414] env[68864]: DEBUG nova.network.neutron [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.313111] env[68864]: INFO nova.compute.manager [-] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Took 1.52 seconds to deallocate network for instance. [ 1334.818668] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.818966] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.819165] env[68864]: DEBUG nova.objects.instance [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lazy-loading 'resources' on Instance uuid e36b2d57-6c95-470d-a284-7e365d89acdb {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.824358] env[68864]: DEBUG nova.network.neutron [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.326729] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.383951] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beab36e-d7f7-4652-b642-f2daa38c85b5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.391903] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d549faa-3c49-4ede-a5be-fcca561163f6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.421182] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875fd02e-3188-46e7-94d4-39dc8e83cc52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.427954] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8216ec74-7c90-4516-a6e0-3598b9a33817 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.440582] env[68864]: DEBUG nova.compute.provider_tree [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.520363] env[68864]: DEBUG nova.compute.manager [req-4836d54d-69f0-4261-b774-c53927777907 req-678d2315-c0d8-48e5-8db7-042dbc3c6b9d service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received event network-vif-unplugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.520569] env[68864]: DEBUG oslo_concurrency.lockutils [req-4836d54d-69f0-4261-b774-c53927777907 req-678d2315-c0d8-48e5-8db7-042dbc3c6b9d service nova] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.520769] env[68864]: DEBUG oslo_concurrency.lockutils [req-4836d54d-69f0-4261-b774-c53927777907 req-678d2315-c0d8-48e5-8db7-042dbc3c6b9d service nova] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.521033] env[68864]: DEBUG oslo_concurrency.lockutils [req-4836d54d-69f0-4261-b774-c53927777907 req-678d2315-c0d8-48e5-8db7-042dbc3c6b9d service nova] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.521216] env[68864]: DEBUG nova.compute.manager [req-4836d54d-69f0-4261-b774-c53927777907 req-678d2315-c0d8-48e5-8db7-042dbc3c6b9d service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] No waiting events found dispatching network-vif-unplugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1335.521378] env[68864]: WARNING nova.compute.manager [req-4836d54d-69f0-4261-b774-c53927777907 req-678d2315-c0d8-48e5-8db7-042dbc3c6b9d service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received unexpected event network-vif-unplugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 for instance with vm_state shelved and task_state shelving_offloading. [ 1335.540738] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.541633] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b7da9-d5be-4850-a2b2-077798d40992 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.548779] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.549011] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a8226f-13c3-467d-be61-b94a4e5abefe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.622467] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.622693] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.622876] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleting the datastore file [datastore1] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.623149] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffb6684f-4b84-47a9-b31d-f2a2b0a2dc24 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.629070] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1335.629070] env[68864]: value = "task-3186462" [ 1335.629070] env[68864]: _type = "Task" [ 1335.629070] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.637943] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.943926] env[68864]: DEBUG nova.scheduler.client.report [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.138790] env[68864]: DEBUG oslo_vmware.api [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130573} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.139070] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.139280] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.139459] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.160571] env[68864]: INFO nova.scheduler.client.report [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleted allocations for instance 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 [ 1336.449554] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.467707] env[68864]: INFO nova.scheduler.client.report [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Deleted allocations for instance e36b2d57-6c95-470d-a284-7e365d89acdb [ 1336.664690] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.665042] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.665277] env[68864]: DEBUG nova.objects.instance [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lazy-loading 'resources' on Instance uuid 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.975996] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e6407673-6eca-4b99-834c-43000c5241eb tempest-AttachVolumeNegativeTest-972789962 tempest-AttachVolumeNegativeTest-972789962-project-member] Lock "e36b2d57-6c95-470d-a284-7e365d89acdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.792s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.168062] env[68864]: DEBUG nova.objects.instance [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lazy-loading 'numa_topology' on Instance uuid 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.547866] env[68864]: DEBUG nova.compute.manager [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received event network-changed-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.548090] env[68864]: DEBUG nova.compute.manager [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Refreshing instance network info cache due to event network-changed-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.548309] env[68864]: DEBUG oslo_concurrency.lockutils [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] Acquiring lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.548454] env[68864]: DEBUG oslo_concurrency.lockutils [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] Acquired lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.548615] env[68864]: DEBUG nova.network.neutron [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Refreshing network info cache for port 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.670359] env[68864]: DEBUG nova.objects.base [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Object Instance<06cfb63d-d0e2-44e3-9cf4-fa069ad17844> lazy-loaded attributes: resources,numa_topology {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.724712] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2bd221-831b-4a5d-a812-a3f51ba8e129 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.732172] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18351bea-c9a8-4e3c-a842-34fc4738b5e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.762435] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.763477] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d8492e-56a2-4428-8d11-d5e3a9fa6b5c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.770883] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3670523-4fb8-4293-af44-afca68a9cae7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.784158] env[68864]: DEBUG nova.compute.provider_tree [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.225637] env[68864]: DEBUG nova.network.neutron [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updated VIF entry in instance network info cache for port 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.226012] env[68864]: DEBUG nova.network.neutron [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.287549] env[68864]: DEBUG nova.scheduler.client.report [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.728771] env[68864]: DEBUG oslo_concurrency.lockutils [req-147b7d65-44a2-42ad-ac10-fe2cca94e35b req-2260c55e-80e7-4126-9baa-2a0da35b9856 service nova] Releasing lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.792089] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.300336] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d711a6a3-e5af-4573-85d6-7dae5fd11c41 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.220s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.301196] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.539s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.301409] env[68864]: INFO nova.compute.manager [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Unshelving [ 1340.325680] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.325977] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.326532] env[68864]: DEBUG nova.objects.instance [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lazy-loading 'pci_requests' on Instance uuid 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.830445] env[68864]: DEBUG nova.objects.instance [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lazy-loading 'numa_topology' on Instance uuid 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.332728] env[68864]: INFO nova.compute.claims [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.388979] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d9b650-9c4e-4b51-b8b2-0280bc7e5492 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.396299] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94580777-b316-49fc-a3b5-eb22a00e319b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.424924] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922155a7-394a-4130-95ae-56b84f96e2ab {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.431379] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70593e32-96a8-4b0b-999b-549c990d6065 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.443577] env[68864]: DEBUG nova.compute.provider_tree [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.946966] env[68864]: DEBUG nova.scheduler.client.report [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.452465] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.126s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.480768] env[68864]: INFO nova.network.neutron [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating port 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1345.027617] env[68864]: DEBUG nova.compute.manager [req-be1e2221-fc91-43b7-8c61-21f280ee6e4c req-cc3fb15b-e9e0-49c8-acba-5f8586a953cd service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received event network-vif-plugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.027617] env[68864]: DEBUG oslo_concurrency.lockutils [req-be1e2221-fc91-43b7-8c61-21f280ee6e4c req-cc3fb15b-e9e0-49c8-acba-5f8586a953cd service nova] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.027617] env[68864]: DEBUG oslo_concurrency.lockutils [req-be1e2221-fc91-43b7-8c61-21f280ee6e4c req-cc3fb15b-e9e0-49c8-acba-5f8586a953cd service nova] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.027617] env[68864]: DEBUG oslo_concurrency.lockutils [req-be1e2221-fc91-43b7-8c61-21f280ee6e4c req-cc3fb15b-e9e0-49c8-acba-5f8586a953cd service nova] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.027991] env[68864]: DEBUG nova.compute.manager [req-be1e2221-fc91-43b7-8c61-21f280ee6e4c req-cc3fb15b-e9e0-49c8-acba-5f8586a953cd service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] No waiting events found dispatching network-vif-plugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.027991] env[68864]: WARNING nova.compute.manager [req-be1e2221-fc91-43b7-8c61-21f280ee6e4c req-cc3fb15b-e9e0-49c8-acba-5f8586a953cd service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received unexpected event network-vif-plugged-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1345.107428] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.107689] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.107840] env[68864]: DEBUG nova.network.neutron [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.845821] env[68864]: DEBUG nova.network.neutron [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.168749] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "4bcc2efa-1059-49a1-9243-6658492fb499" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.169503] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.169719] env[68864]: DEBUG nova.compute.manager [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.170660] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec3c4d6-0568-4b12-a21c-699db92b9463 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.178971] env[68864]: DEBUG nova.compute.manager [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1346.179562] env[68864]: DEBUG nova.objects.instance [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'flavor' on Instance uuid 4bcc2efa-1059-49a1-9243-6658492fb499 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.348424] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.379639] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='865c6565006548b8530e63ce2390cc0f',container_format='bare',created_at=2025-03-26T21:11:37Z,direct_url=,disk_format='vmdk',id=187721be-4e62-4aff-b2a4-8cf67f0b7206,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1653707069-shelved',owner='ad675c8713e44381bd8eb4e3d3c91978',properties=ImageMetaProps,protected=,size=31656448,status='active',tags=,updated_at=2025-03-26T21:11:51Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1346.379884] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1346.380056] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1346.380241] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1346.380387] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1346.380534] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1346.380742] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1346.380899] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1346.381584] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1346.381805] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1346.381990] env[68864]: DEBUG nova.virt.hardware [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1346.382899] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7cac6-ef49-4e7d-9d63-f952bdd7efd7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.391090] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a78b94-4d30-4b72-ae21-7d9c68327670 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.405061] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:9e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.412384] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.412612] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.412833] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c071886e-05b6-48ef-8912-768b7568d7c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.432094] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.432094] env[68864]: value = "task-3186466" [ 1346.432094] env[68864]: _type = "Task" [ 1346.432094] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.439291] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186466, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.942699] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186466, 'name': CreateVM_Task, 'duration_secs': 0.313685} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.942886] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.943808] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.943988] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.944378] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.944635] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66931bf3-a881-4683-9426-fbef35bd6713 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.949215] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1346.949215] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c57028-6009-e48d-c8af-3ae5f0fd5886" [ 1346.949215] env[68864]: _type = "Task" [ 1346.949215] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.956813] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c57028-6009-e48d-c8af-3ae5f0fd5886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.052963] env[68864]: DEBUG nova.compute.manager [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received event network-changed-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.053140] env[68864]: DEBUG nova.compute.manager [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Refreshing instance network info cache due to event network-changed-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.053358] env[68864]: DEBUG oslo_concurrency.lockutils [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] Acquiring lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.053500] env[68864]: DEBUG oslo_concurrency.lockutils [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] Acquired lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.053658] env[68864]: DEBUG nova.network.neutron [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Refreshing network info cache for port 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.188245] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.188554] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dbe80f9-6e07-44d5-8e5e-b80f272a25a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.196272] env[68864]: DEBUG oslo_vmware.api [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1347.196272] env[68864]: value = "task-3186467" [ 1347.196272] env[68864]: _type = "Task" [ 1347.196272] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.205019] env[68864]: DEBUG oslo_vmware.api [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.459621] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.459872] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Processing image 187721be-4e62-4aff-b2a4-8cf67f0b7206 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.460127] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206/187721be-4e62-4aff-b2a4-8cf67f0b7206.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.460305] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206/187721be-4e62-4aff-b2a4-8cf67f0b7206.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.460517] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.460791] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e14abaa-60f1-4028-ab15-6aae97e9fc13 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.469479] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.469681] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.470441] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bdf47e6-f91e-480a-91fe-302070526a0f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.475188] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1347.475188] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a73ac2-9748-897c-95e7-ca00f3b4a240" [ 1347.475188] env[68864]: _type = "Task" [ 1347.475188] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.482754] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a73ac2-9748-897c-95e7-ca00f3b4a240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.706665] env[68864]: DEBUG oslo_vmware.api [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186467, 'name': PowerOffVM_Task, 'duration_secs': 0.208408} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.706977] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.707351] env[68864]: DEBUG nova.compute.manager [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.708154] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e144d8-7c9f-408b-9bc9-03201b6761d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.783232] env[68864]: DEBUG nova.network.neutron [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updated VIF entry in instance network info cache for port 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.783661] env[68864]: DEBUG nova.network.neutron [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.985756] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Preparing fetch location {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1347.986029] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Fetch image to [datastore2] OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20/OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20.vmdk {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1347.986227] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Downloading stream optimized image 187721be-4e62-4aff-b2a4-8cf67f0b7206 to [datastore2] OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20/OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20.vmdk on the data store datastore2 as vApp {{(pid=68864) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1347.986400] env[68864]: DEBUG nova.virt.vmwareapi.images [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Downloading image file data 187721be-4e62-4aff-b2a4-8cf67f0b7206 to the ESX as VM named 'OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20' {{(pid=68864) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1348.071088] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1348.071088] env[68864]: value = "resgroup-9" [ 1348.071088] env[68864]: _type = "ResourcePool" [ 1348.071088] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1348.071367] env[68864]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-caac6778-0d0c-4dcd-b995-6fa46b18d4f2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.093520] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lease: (returnval){ [ 1348.093520] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242e334-88c0-6d18-b1c6-c713c891c20a" [ 1348.093520] env[68864]: _type = "HttpNfcLease" [ 1348.093520] env[68864]: } obtained for vApp import into resource pool (val){ [ 1348.093520] env[68864]: value = "resgroup-9" [ 1348.093520] env[68864]: _type = "ResourcePool" [ 1348.093520] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1348.093850] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the lease: (returnval){ [ 1348.093850] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242e334-88c0-6d18-b1c6-c713c891c20a" [ 1348.093850] env[68864]: _type = "HttpNfcLease" [ 1348.093850] env[68864]: } to be ready. {{(pid=68864) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1348.100032] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.100032] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242e334-88c0-6d18-b1c6-c713c891c20a" [ 1348.100032] env[68864]: _type = "HttpNfcLease" [ 1348.100032] env[68864]: } is initializing. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1348.225454] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e01d32e8-2bcc-40fa-91ae-3c489bc1d732 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.288113] env[68864]: DEBUG oslo_concurrency.lockutils [req-bf91e2d1-83d3-4283-82d5-b545947b2062 req-b4685533-5e77-4b4d-bc39-59c67e8cc5be service nova] Releasing lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.566413] env[68864]: DEBUG nova.objects.instance [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'flavor' on Instance uuid 4bcc2efa-1059-49a1-9243-6658492fb499 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.602978] env[68864]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1348.602978] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242e334-88c0-6d18-b1c6-c713c891c20a" [ 1348.602978] env[68864]: _type = "HttpNfcLease" [ 1348.602978] env[68864]: } is ready. {{(pid=68864) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1348.603300] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1348.603300] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5242e334-88c0-6d18-b1c6-c713c891c20a" [ 1348.603300] env[68864]: _type = "HttpNfcLease" [ 1348.603300] env[68864]: }. {{(pid=68864) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1348.603982] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87355ab8-4406-47bb-ac63-0854cc781879 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.612572] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5c55a-b4bf-9c4b-f462-a23cb8c0d06f/disk-0.vmdk from lease info. {{(pid=68864) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1348.612746] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating HTTP connection to write to file with size = 31656448 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5c55a-b4bf-9c4b-f462-a23cb8c0d06f/disk-0.vmdk. {{(pid=68864) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1348.676219] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2436e97-c017-4185-9371-dc937b0b05ac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.072855] env[68864]: DEBUG oslo_concurrency.lockutils [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.073096] env[68864]: DEBUG oslo_concurrency.lockutils [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.073226] env[68864]: DEBUG nova.network.neutron [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.073465] env[68864]: DEBUG nova.objects.instance [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'info_cache' on Instance uuid 4bcc2efa-1059-49a1-9243-6658492fb499 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.576862] env[68864]: DEBUG nova.objects.base [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Object Instance<4bcc2efa-1059-49a1-9243-6658492fb499> lazy-loaded attributes: flavor,info_cache {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1349.804619] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Completed reading data from the image iterator. {{(pid=68864) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1349.804869] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5c55a-b4bf-9c4b-f462-a23cb8c0d06f/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1349.805855] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b22bb-aeb0-45b4-a08a-2344e068fc2c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.812583] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5c55a-b4bf-9c4b-f462-a23cb8c0d06f/disk-0.vmdk is in state: ready. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1349.812747] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5c55a-b4bf-9c4b-f462-a23cb8c0d06f/disk-0.vmdk. {{(pid=68864) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1349.812969] env[68864]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e988b1e3-d82a-448e-a04c-74a28bbfe323 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.987562] env[68864]: DEBUG oslo_vmware.rw_handles [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5c55a-b4bf-9c4b-f462-a23cb8c0d06f/disk-0.vmdk. {{(pid=68864) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1349.987821] env[68864]: INFO nova.virt.vmwareapi.images [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Downloaded image file data 187721be-4e62-4aff-b2a4-8cf67f0b7206 [ 1349.988691] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b891d-a67e-4d76-a66a-e2ea8cef854d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.003644] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20eaecb0-8e18-4616-9975-6a7b70a300cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.038020] env[68864]: INFO nova.virt.vmwareapi.images [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] The imported VM was unregistered [ 1350.041050] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Caching image {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1350.041050] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Creating directory with path [datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.041050] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b9f6d5f-7e94-4304-9161-ad8097ad4394 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.052228] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Created directory with path [datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206 {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.052418] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20/OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20.vmdk to [datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206/187721be-4e62-4aff-b2a4-8cf67f0b7206.vmdk. {{(pid=68864) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1350.052694] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-022a085f-9b5f-4118-a3a4-9942f8080b2d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.060319] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1350.060319] env[68864]: value = "task-3186470" [ 1350.060319] env[68864]: _type = "Task" [ 1350.060319] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.067761] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186470, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.278406] env[68864]: DEBUG nova.network.neutron [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updating instance_info_cache with network_info: [{"id": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "address": "fa:16:3e:c5:38:07", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1b896b-3e", "ovs_interfaceid": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.572575] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186470, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.781887] env[68864]: DEBUG oslo_concurrency.lockutils [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.072903] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186470, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.571556] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186470, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.788774] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.789319] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-703e03eb-dccb-4561-b4b3-0b623756d8ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.797637] env[68864]: DEBUG oslo_vmware.api [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1351.797637] env[68864]: value = "task-3186471" [ 1351.797637] env[68864]: _type = "Task" [ 1351.797637] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.806349] env[68864]: DEBUG oslo_vmware.api [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.071615] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186470, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.309556] env[68864]: DEBUG oslo_vmware.api [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186471, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.572029] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186470, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.808486] env[68864]: DEBUG oslo_vmware.api [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186471, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.072440] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186470, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.705308} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.072711] env[68864]: INFO nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20/OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20.vmdk to [datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206/187721be-4e62-4aff-b2a4-8cf67f0b7206.vmdk. [ 1353.072943] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Cleaning up location [datastore2] OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1353.073170] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b8a050d2-5f80-4876-a9e3-dd0785d86d20 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.073415] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46dea818-e6f9-458d-83f5-557920086dd0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.079272] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1353.079272] env[68864]: value = "task-3186472" [ 1353.079272] env[68864]: _type = "Task" [ 1353.079272] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.086169] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.309249] env[68864]: DEBUG oslo_vmware.api [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186471, 'name': PowerOnVM_Task, 'duration_secs': 1.086796} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.309495] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.309692] env[68864]: DEBUG nova.compute.manager [None req-abdbe55e-7672-401a-8d4e-599b066ddfb3 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.310452] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bd881a-da50-46bc-b114-b7cc6414da1f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.589473] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038045} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.589726] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.589827] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206/187721be-4e62-4aff-b2a4-8cf67f0b7206.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.590176] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206/187721be-4e62-4aff-b2a4-8cf67f0b7206.vmdk to [datastore2] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.590441] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8306c44-47ad-4f94-97c4-ea0416beb0e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.597329] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1353.597329] env[68864]: value = "task-3186473" [ 1353.597329] env[68864]: _type = "Task" [ 1353.597329] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.604998] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.106863] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186473, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.459589] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091c04c2-f0b5-4ba1-a3ec-9c09f476f970 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.466146] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Suspending the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1354.466419] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5f447702-dcbf-458e-8179-5844250af852 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.473675] env[68864]: DEBUG oslo_vmware.api [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1354.473675] env[68864]: value = "task-3186474" [ 1354.473675] env[68864]: _type = "Task" [ 1354.473675] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.482173] env[68864]: DEBUG oslo_vmware.api [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186474, 'name': SuspendVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.608238] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186473, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.983303] env[68864]: DEBUG oslo_vmware.api [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186474, 'name': SuspendVM_Task} progress is 12%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.110182] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186473, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.483336] env[68864]: DEBUG oslo_vmware.api [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186474, 'name': SuspendVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.609952] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186473, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.984133] env[68864]: DEBUG oslo_vmware.api [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186474, 'name': SuspendVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.110342] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186473, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.291567} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.110692] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/187721be-4e62-4aff-b2a4-8cf67f0b7206/187721be-4e62-4aff-b2a4-8cf67f0b7206.vmdk to [datastore2] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.111381] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f825ab-5c80-4af4-9e27-2876da576544 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.132492] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.132726] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd3d896-b78c-4e91-954f-050180331672 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.150974] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1356.150974] env[68864]: value = "task-3186475" [ 1356.150974] env[68864]: _type = "Task" [ 1356.150974] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.158183] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.484603] env[68864]: DEBUG oslo_vmware.api [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186474, 'name': SuspendVM_Task, 'duration_secs': 1.522577} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.484907] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Suspended the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1356.485110] env[68864]: DEBUG nova.compute.manager [None req-991d0d81-634f-4b7b-8225-5e163f22d98b tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.485844] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba29767-680c-4c51-9f9a-c0559ed483a6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.660761] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.161493] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186475, 'name': ReconfigVM_Task, 'duration_secs': 1.002683} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.161850] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844/06cfb63d-d0e2-44e3-9cf4-fa069ad17844.vmdk or device None with type streamOptimized {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.162449] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e011f9e-426f-48b0-a514-6927ddac8a6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.168097] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1357.168097] env[68864]: value = "task-3186476" [ 1357.168097] env[68864]: _type = "Task" [ 1357.168097] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.175434] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186476, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.678225] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186476, 'name': Rename_Task, 'duration_secs': 0.151592} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.678495] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.678730] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c53b25-1eb9-45ef-abd9-1ddec1beaeb1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.684535] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1357.684535] env[68864]: value = "task-3186477" [ 1357.684535] env[68864]: _type = "Task" [ 1357.684535] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.693269] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.929718] env[68864]: INFO nova.compute.manager [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Resuming [ 1357.930436] env[68864]: DEBUG nova.objects.instance [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'flavor' on Instance uuid 4bcc2efa-1059-49a1-9243-6658492fb499 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.194941] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.695022] env[68864]: DEBUG oslo_vmware.api [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186477, 'name': PowerOnVM_Task, 'duration_secs': 0.99644} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.695308] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.793617] env[68864]: DEBUG nova.compute.manager [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.794563] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68909523-e1c8-461c-a6e8-21c747ce4830 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.310656] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ade7c199-8c4b-4aec-9438-eafc2532f151 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.440926] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.441146] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquired lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.441310] env[68864]: DEBUG nova.network.neutron [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.217988] env[68864]: DEBUG nova.network.neutron [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updating instance_info_cache with network_info: [{"id": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "address": "fa:16:3e:c5:38:07", "network": {"id": "b570bd0e-2cd9-44e4-8a5b-8370d53a2f4e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-4529139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10123adf68d349d2adc7e3e3e28362aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1b896b-3e", "ovs_interfaceid": "fe1b896b-3e61-4c78-8f6b-9b1d4248723d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.720048] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Releasing lock "refresh_cache-4bcc2efa-1059-49a1-9243-6658492fb499" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.721205] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e4222-57c7-4479-973b-9e28b1594701 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.728665] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Resuming the VM {{(pid=68864) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1360.728996] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b3d5e91-c070-4d5e-b90e-96c43c0e44af {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.735429] env[68864]: DEBUG oslo_vmware.api [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1360.735429] env[68864]: value = "task-3186478" [ 1360.735429] env[68864]: _type = "Task" [ 1360.735429] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.743653] env[68864]: DEBUG oslo_vmware.api [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.208284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ac039b-c4be-4d5d-a466-07ec54f88a6a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.215978] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-307878cd-c710-4d7e-bcaa-b8134876db91 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Suspending the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1361.216345] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cad72bfa-dcbc-4b0e-8932-7bcecedbb70f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.223938] env[68864]: DEBUG oslo_vmware.api [None req-307878cd-c710-4d7e-bcaa-b8134876db91 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1361.223938] env[68864]: value = "task-3186479" [ 1361.223938] env[68864]: _type = "Task" [ 1361.223938] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.234239] env[68864]: DEBUG oslo_vmware.api [None req-307878cd-c710-4d7e-bcaa-b8134876db91 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186479, 'name': SuspendVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.245830] env[68864]: DEBUG oslo_vmware.api [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186478, 'name': PowerOnVM_Task, 'duration_secs': 0.496621} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.246137] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Resumed the VM {{(pid=68864) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1361.246329] env[68864]: DEBUG nova.compute.manager [None req-8ccdb6d7-d4ef-4509-9966-37bde875eaba tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.247236] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfbbfa4-72ca-4489-bc52-ac4cee156fff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.734593] env[68864]: DEBUG oslo_vmware.api [None req-307878cd-c710-4d7e-bcaa-b8134876db91 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186479, 'name': SuspendVM_Task} progress is 54%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.235370] env[68864]: DEBUG oslo_vmware.api [None req-307878cd-c710-4d7e-bcaa-b8134876db91 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186479, 'name': SuspendVM_Task, 'duration_secs': 0.803099} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.235687] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-307878cd-c710-4d7e-bcaa-b8134876db91 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Suspended the VM {{(pid=68864) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1362.235810] env[68864]: DEBUG nova.compute.manager [None req-307878cd-c710-4d7e-bcaa-b8134876db91 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.236599] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58581479-8a9f-41e8-bb3f-666685373278 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.601988] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "4bcc2efa-1059-49a1-9243-6658492fb499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.602294] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.602470] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "4bcc2efa-1059-49a1-9243-6658492fb499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.602650] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.602813] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.604803] env[68864]: INFO nova.compute.manager [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Terminating instance [ 1363.108873] env[68864]: DEBUG nova.compute.manager [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.109204] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.110094] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa9a1d-7fa1-403b-a376-0dc2d2929b03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.121106] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.121363] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3d4ab1-94b2-4b22-b8fe-754845caf0f5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.128151] env[68864]: DEBUG oslo_vmware.api [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1363.128151] env[68864]: value = "task-3186480" [ 1363.128151] env[68864]: _type = "Task" [ 1363.128151] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.136552] env[68864]: DEBUG oslo_vmware.api [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.618161] env[68864]: INFO nova.compute.manager [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Resuming [ 1363.618741] env[68864]: DEBUG nova.objects.instance [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lazy-loading 'flavor' on Instance uuid 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.639389] env[68864]: DEBUG oslo_vmware.api [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186480, 'name': PowerOffVM_Task, 'duration_secs': 0.18309} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.639611] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.639771] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.640010] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d070a051-3eb5-4d84-8eeb-748833552b6d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.704040] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.704272] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.704455] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleting the datastore file [datastore2] 4bcc2efa-1059-49a1-9243-6658492fb499 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.704734] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b18375aa-af7a-4560-ac58-35ae5b6db572 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.712081] env[68864]: DEBUG oslo_vmware.api [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for the task: (returnval){ [ 1363.712081] env[68864]: value = "task-3186482" [ 1363.712081] env[68864]: _type = "Task" [ 1363.712081] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.719275] env[68864]: DEBUG oslo_vmware.api [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.221108] env[68864]: DEBUG oslo_vmware.api [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Task: {'id': task-3186482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140597} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.221495] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.221549] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.221721] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.221889] env[68864]: INFO nova.compute.manager [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1364.222179] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.222332] env[68864]: DEBUG nova.compute.manager [-] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.222426] env[68864]: DEBUG nova.network.neutron [-] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.688878] env[68864]: DEBUG nova.compute.manager [req-46c00157-ba4c-4a32-b16b-6725f06b521a req-53cf085f-702b-4079-9cda-e3681cbd7fad service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Received event network-vif-deleted-fe1b896b-3e61-4c78-8f6b-9b1d4248723d {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.689109] env[68864]: INFO nova.compute.manager [req-46c00157-ba4c-4a32-b16b-6725f06b521a req-53cf085f-702b-4079-9cda-e3681cbd7fad service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Neutron deleted interface fe1b896b-3e61-4c78-8f6b-9b1d4248723d; detaching it from the instance and deleting it from the info cache [ 1364.689277] env[68864]: DEBUG nova.network.neutron [req-46c00157-ba4c-4a32-b16b-6725f06b521a req-53cf085f-702b-4079-9cda-e3681cbd7fad service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.128458] env[68864]: DEBUG oslo_concurrency.lockutils [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.128644] env[68864]: DEBUG oslo_concurrency.lockutils [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquired lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.128822] env[68864]: DEBUG nova.network.neutron [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.172946] env[68864]: DEBUG nova.network.neutron [-] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.192032] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d35f0cc6-24e1-4b13-9fc0-57df1f41b108 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.203698] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8b3a2e-23e5-4edd-a50e-3a9b0b71c7b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.228156] env[68864]: DEBUG nova.compute.manager [req-46c00157-ba4c-4a32-b16b-6725f06b521a req-53cf085f-702b-4079-9cda-e3681cbd7fad service nova] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Detach interface failed, port_id=fe1b896b-3e61-4c78-8f6b-9b1d4248723d, reason: Instance 4bcc2efa-1059-49a1-9243-6658492fb499 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.676149] env[68864]: INFO nova.compute.manager [-] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Took 1.45 seconds to deallocate network for instance. [ 1365.804289] env[68864]: DEBUG nova.network.neutron [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [{"id": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "address": "fa:16:3e:93:9e:9f", "network": {"id": "fd444ec1-1dc2-453b-9df1-7c116699465b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1309637757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad675c8713e44381bd8eb4e3d3c91978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b0ea7d9-5e", "ovs_interfaceid": "0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.183151] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.183446] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.183672] env[68864]: DEBUG nova.objects.instance [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lazy-loading 'resources' on Instance uuid 4bcc2efa-1059-49a1-9243-6658492fb499 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.307131] env[68864]: DEBUG oslo_concurrency.lockutils [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Releasing lock "refresh_cache-06cfb63d-d0e2-44e3-9cf4-fa069ad17844" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.308183] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d132f0a1-11bb-4671-8e8c-d11513cd2a9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.315075] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Resuming the VM {{(pid=68864) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1366.315303] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a45e9f6-8337-419d-b775-575f40aaf7e4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.320791] env[68864]: DEBUG oslo_vmware.api [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1366.320791] env[68864]: value = "task-3186483" [ 1366.320791] env[68864]: _type = "Task" [ 1366.320791] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.327776] env[68864]: DEBUG oslo_vmware.api [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.747173] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5227884e-0e4f-453c-9ebe-f33a73d84403 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.756228] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e821aae2-98b8-438b-ac34-b5d3ae5d34ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.787513] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6cace3-ccb5-4f02-bc34-586e821dfca2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.795734] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52155e9-3871-4c9b-979b-9841cb5280be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.810171] env[68864]: DEBUG nova.compute.provider_tree [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.830547] env[68864]: DEBUG oslo_vmware.api [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186483, 'name': PowerOnVM_Task, 'duration_secs': 0.501816} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.830814] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Resumed the VM {{(pid=68864) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1366.830992] env[68864]: DEBUG nova.compute.manager [None req-550ae77d-3d5c-4996-86c7-4e26067f41b7 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.831865] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f2403-da10-48ca-b75f-8f755fe1ed55 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.313632] env[68864]: DEBUG nova.scheduler.client.report [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.819915] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.840094] env[68864]: INFO nova.scheduler.client.report [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Deleted allocations for instance 4bcc2efa-1059-49a1-9243-6658492fb499 [ 1368.347823] env[68864]: DEBUG oslo_concurrency.lockutils [None req-ee8c23f0-5da6-4262-8fe0-ccad3c9d6373 tempest-ServerActionsTestJSON-1672010741 tempest-ServerActionsTestJSON-1672010741-project-member] Lock "4bcc2efa-1059-49a1-9243-6658492fb499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.745s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.898392] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.898723] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.898863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.899052] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.899246] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.901972] env[68864]: INFO nova.compute.manager [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Terminating instance [ 1372.412020] env[68864]: DEBUG nova.compute.manager [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.412020] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.412020] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95375367-58f5-40a5-bbc7-e4f547db6cac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.420317] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.420317] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f706556d-69e1-487a-b999-0e073c60c1a4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.432096] env[68864]: DEBUG oslo_vmware.api [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1372.432096] env[68864]: value = "task-3186484" [ 1372.432096] env[68864]: _type = "Task" [ 1372.432096] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.445338] env[68864]: DEBUG oslo_vmware.api [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.941346] env[68864]: DEBUG oslo_vmware.api [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186484, 'name': PowerOffVM_Task, 'duration_secs': 0.180779} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.941632] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.941781] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.942044] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43a1d76-3e19-4345-ae36-437ca540b1ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.007958] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.008272] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.008459] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleting the datastore file [datastore2] 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.008722] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7bd793-c6b1-4bef-a681-232c340acd03 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.015100] env[68864]: DEBUG oslo_vmware.api [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for the task: (returnval){ [ 1373.015100] env[68864]: value = "task-3186486" [ 1373.015100] env[68864]: _type = "Task" [ 1373.015100] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.023320] env[68864]: DEBUG oslo_vmware.api [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.525241] env[68864]: DEBUG oslo_vmware.api [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Task: {'id': task-3186486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137842} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.525391] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.525521] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.525698] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.525869] env[68864]: INFO nova.compute.manager [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1373.526123] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.526316] env[68864]: DEBUG nova.compute.manager [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.526412] env[68864]: DEBUG nova.network.neutron [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.856354] env[68864]: DEBUG nova.compute.manager [req-c6e088c8-ccae-444b-9e9d-aa08c527614f req-16daa550-dfd2-4dad-aaa2-3f31c4e8b928 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Received event network-vif-deleted-0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.856561] env[68864]: INFO nova.compute.manager [req-c6e088c8-ccae-444b-9e9d-aa08c527614f req-16daa550-dfd2-4dad-aaa2-3f31c4e8b928 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Neutron deleted interface 0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9; detaching it from the instance and deleting it from the info cache [ 1373.856718] env[68864]: DEBUG nova.network.neutron [req-c6e088c8-ccae-444b-9e9d-aa08c527614f req-16daa550-dfd2-4dad-aaa2-3f31c4e8b928 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.334802] env[68864]: DEBUG nova.network.neutron [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.362015] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a24faeb-2ddc-4971-b7d5-911b4080b1fd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.370295] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc130587-ff74-4659-9b5b-86f98a6a5b73 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.396216] env[68864]: DEBUG nova.compute.manager [req-c6e088c8-ccae-444b-9e9d-aa08c527614f req-16daa550-dfd2-4dad-aaa2-3f31c4e8b928 service nova] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Detach interface failed, port_id=0b0ea7d9-5eb0-4144-8e34-c58cb71e60d9, reason: Instance 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.490125] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.490364] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.836289] env[68864]: INFO nova.compute.manager [-] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Took 1.31 seconds to deallocate network for instance. [ 1374.992586] env[68864]: DEBUG nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.342737] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.343131] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.343214] env[68864]: DEBUG nova.objects.instance [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lazy-loading 'resources' on Instance uuid 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.516259] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.898577] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a171b8cb-250b-4d00-abc1-64fda79ad93b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.906418] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b136f775-6ff7-4c6f-bdd9-a86925464d38 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.936324] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6412d28-e591-4f13-b196-c97210db1469 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.943199] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae61cd7-403d-42ce-96f5-d656137e7650 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.955865] env[68864]: DEBUG nova.compute.provider_tree [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.458888] env[68864]: DEBUG nova.scheduler.client.report [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.964908] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.968552] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.452s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.969748] env[68864]: INFO nova.compute.claims [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.989866] env[68864]: INFO nova.scheduler.client.report [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Deleted allocations for instance 06cfb63d-d0e2-44e3-9cf4-fa069ad17844 [ 1377.497408] env[68864]: DEBUG oslo_concurrency.lockutils [None req-28b49918-11f8-4a4b-a62a-033a84f6f730 tempest-ServersNegativeTestJSON-1606850223 tempest-ServersNegativeTestJSON-1606850223-project-member] Lock "06cfb63d-d0e2-44e3-9cf4-fa069ad17844" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.598s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.019247] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a04e7a-c733-4040-8476-c8b9e51d69ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.027066] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545aa34-0ff5-4202-9d62-d6a98dd16499 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.057338] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2de47dd-e98a-4f24-9b61-a4f156153522 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.064598] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112717cb-0d6b-4df3-ba5c-f39623900024 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.077585] env[68864]: DEBUG nova.compute.provider_tree [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.581081] env[68864]: DEBUG nova.scheduler.client.report [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.085436] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.085922] env[68864]: DEBUG nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.591161] env[68864]: DEBUG nova.compute.utils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.593026] env[68864]: DEBUG nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.593183] env[68864]: DEBUG nova.network.neutron [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.637277] env[68864]: DEBUG nova.policy [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0603ea3cfb846ffa3bba10b69447cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5adfd418a1ff4e3995faa498c79b4f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.890508] env[68864]: DEBUG nova.network.neutron [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Successfully created port: 81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.096833] env[68864]: DEBUG nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.107050] env[68864]: DEBUG nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.133368] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.133620] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.133758] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.133932] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.134092] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.134243] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.134449] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.134605] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.134847] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.134912] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.135142] env[68864]: DEBUG nova.virt.hardware [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.135979] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02394cf-7096-408e-8172-613738fac26e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.143669] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c84e7f3-d77f-4568-8b49-41023c3ca763 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.229850] env[68864]: DEBUG nova.compute.manager [req-1f37f97e-adba-42b5-9dfc-245c25a31b45 req-871b8493-bfd9-4277-bb7f-5d6cab75880b service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Received event network-vif-plugged-81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.230127] env[68864]: DEBUG oslo_concurrency.lockutils [req-1f37f97e-adba-42b5-9dfc-245c25a31b45 req-871b8493-bfd9-4277-bb7f-5d6cab75880b service nova] Acquiring lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.230345] env[68864]: DEBUG oslo_concurrency.lockutils [req-1f37f97e-adba-42b5-9dfc-245c25a31b45 req-871b8493-bfd9-4277-bb7f-5d6cab75880b service nova] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.230509] env[68864]: DEBUG oslo_concurrency.lockutils [req-1f37f97e-adba-42b5-9dfc-245c25a31b45 req-871b8493-bfd9-4277-bb7f-5d6cab75880b service nova] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.230677] env[68864]: DEBUG nova.compute.manager [req-1f37f97e-adba-42b5-9dfc-245c25a31b45 req-871b8493-bfd9-4277-bb7f-5d6cab75880b service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] No waiting events found dispatching network-vif-plugged-81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.230839] env[68864]: WARNING nova.compute.manager [req-1f37f97e-adba-42b5-9dfc-245c25a31b45 req-871b8493-bfd9-4277-bb7f-5d6cab75880b service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Received unexpected event network-vif-plugged-81b1aa61-6897-4a58-beb2-b1916cc98e22 for instance with vm_state building and task_state spawning. [ 1381.312091] env[68864]: DEBUG nova.network.neutron [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Successfully updated port: 81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.814410] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.814410] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.814410] env[68864]: DEBUG nova.network.neutron [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.344491] env[68864]: DEBUG nova.network.neutron [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.484840] env[68864]: DEBUG nova.network.neutron [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updating instance_info_cache with network_info: [{"id": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "address": "fa:16:3e:58:95:ea", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b1aa61-68", "ovs_interfaceid": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.987599] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.987941] env[68864]: DEBUG nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Instance network_info: |[{"id": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "address": "fa:16:3e:58:95:ea", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b1aa61-68", "ovs_interfaceid": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.988413] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:95:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b1aa61-6897-4a58-beb2-b1916cc98e22', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.995968] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating folder: Project (5adfd418a1ff4e3995faa498c79b4f9d). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1382.996235] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f552d49f-8eee-4b1d-824e-2be1b045560e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.008189] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created folder: Project (5adfd418a1ff4e3995faa498c79b4f9d) in parent group-v636929. [ 1383.008372] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating folder: Instances. Parent ref: group-v637263. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.008589] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00913946-e03b-4b63-814b-5615934992bf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.017167] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created folder: Instances in parent group-v637263. [ 1383.017381] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.017555] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.017740] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84218e36-173b-43d8-ba16-d8a678ab169e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.034741] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.034741] env[68864]: value = "task-3186489" [ 1383.034741] env[68864]: _type = "Task" [ 1383.034741] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.041775] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186489, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.256090] env[68864]: DEBUG nova.compute.manager [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Received event network-changed-81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.256282] env[68864]: DEBUG nova.compute.manager [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Refreshing instance network info cache due to event network-changed-81b1aa61-6897-4a58-beb2-b1916cc98e22. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.256498] env[68864]: DEBUG oslo_concurrency.lockutils [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] Acquiring lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.256639] env[68864]: DEBUG oslo_concurrency.lockutils [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] Acquired lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.256795] env[68864]: DEBUG nova.network.neutron [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Refreshing network info cache for port 81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.544016] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186489, 'name': CreateVM_Task, 'duration_secs': 0.289697} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.544297] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.544859] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.545045] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.545359] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.545604] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb95749-440f-4d0e-aa17-d561912a3d7b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.549894] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1383.549894] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb26e6-7265-ab6d-b408-168e87f4bf4f" [ 1383.549894] env[68864]: _type = "Task" [ 1383.549894] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.556946] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb26e6-7265-ab6d-b408-168e87f4bf4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.927469] env[68864]: DEBUG nova.network.neutron [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updated VIF entry in instance network info cache for port 81b1aa61-6897-4a58-beb2-b1916cc98e22. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.927842] env[68864]: DEBUG nova.network.neutron [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updating instance_info_cache with network_info: [{"id": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "address": "fa:16:3e:58:95:ea", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b1aa61-68", "ovs_interfaceid": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.060052] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb26e6-7265-ab6d-b408-168e87f4bf4f, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.060322] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.060540] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.060772] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.060917] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.061107] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.061377] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-551d7c23-d14d-40bb-a74f-4e00effd11d8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.069312] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.069484] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.070189] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75eaa7a-d934-4cbd-b736-74201a8c3d30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.075013] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1384.075013] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c853a3-8606-42b6-f624-11f220f0c9a2" [ 1384.075013] env[68864]: _type = "Task" [ 1384.075013] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.083187] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c853a3-8606-42b6-f624-11f220f0c9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.430411] env[68864]: DEBUG oslo_concurrency.lockutils [req-faf292fd-fdf0-433c-b937-8d53bd91c1f7 req-d061f438-0d3b-4171-9f66-2cf2a9f56621 service nova] Releasing lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.584676] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52c853a3-8606-42b6-f624-11f220f0c9a2, 'name': SearchDatastore_Task, 'duration_secs': 0.00761} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.585482] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81aa88cb-c1b4-454e-a7ff-df0323c009f9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.590132] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1384.590132] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52be2cd1-136b-4722-dd69-36429fcf59fb" [ 1384.590132] env[68864]: _type = "Task" [ 1384.590132] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.597047] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52be2cd1-136b-4722-dd69-36429fcf59fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.100432] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52be2cd1-136b-4722-dd69-36429fcf59fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.100672] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.100920] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 2fc4f657-88fb-4bb0-bc37-d4dfadb84727/2fc4f657-88fb-4bb0-bc37-d4dfadb84727.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.101179] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e3e18a2-7ffc-40a5-bb19-627dc9008682 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.107474] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1385.107474] env[68864]: value = "task-3186490" [ 1385.107474] env[68864]: _type = "Task" [ 1385.107474] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.114924] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.617318] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418486} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.617711] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 2fc4f657-88fb-4bb0-bc37-d4dfadb84727/2fc4f657-88fb-4bb0-bc37-d4dfadb84727.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1385.617785] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1385.618028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38a89961-f185-4ac4-8590-5a2dcfb4487c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.624376] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1385.624376] env[68864]: value = "task-3186491" [ 1385.624376] env[68864]: _type = "Task" [ 1385.624376] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.631317] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.134641] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059107} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.134909] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.135672] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a727cee-5f00-46b9-b3db-1a0580ca2add {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.156410] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 2fc4f657-88fb-4bb0-bc37-d4dfadb84727/2fc4f657-88fb-4bb0-bc37-d4dfadb84727.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.156606] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f5010d-772f-40e2-a300-f551d609c3e7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.175137] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1386.175137] env[68864]: value = "task-3186492" [ 1386.175137] env[68864]: _type = "Task" [ 1386.175137] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.182056] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.685447] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186492, 'name': ReconfigVM_Task, 'duration_secs': 0.286468} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.685867] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 2fc4f657-88fb-4bb0-bc37-d4dfadb84727/2fc4f657-88fb-4bb0-bc37-d4dfadb84727.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.686362] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb903049-dcc5-4409-807e-9c620d26b306 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.692412] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1386.692412] env[68864]: value = "task-3186493" [ 1386.692412] env[68864]: _type = "Task" [ 1386.692412] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.699290] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186493, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.204514] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186493, 'name': Rename_Task, 'duration_secs': 0.157158} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.204888] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.205228] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26dae3e3-34fb-482d-af1f-5282216b729a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.211878] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1387.211878] env[68864]: value = "task-3186494" [ 1387.211878] env[68864]: _type = "Task" [ 1387.211878] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.221383] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.723191] env[68864]: DEBUG oslo_vmware.api [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186494, 'name': PowerOnVM_Task, 'duration_secs': 0.463971} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.723592] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.723645] env[68864]: INFO nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1387.723806] env[68864]: DEBUG nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.724861] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc9774-1abd-48aa-8ccb-0c05f43f2bf3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.240308] env[68864]: INFO nova.compute.manager [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Took 12.74 seconds to build instance. [ 1388.450173] env[68864]: DEBUG nova.compute.manager [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Received event network-changed-81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.450382] env[68864]: DEBUG nova.compute.manager [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Refreshing instance network info cache due to event network-changed-81b1aa61-6897-4a58-beb2-b1916cc98e22. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.450595] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] Acquiring lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.450738] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] Acquired lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.450898] env[68864]: DEBUG nova.network.neutron [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Refreshing network info cache for port 81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.742507] env[68864]: DEBUG oslo_concurrency.lockutils [None req-dce22550-1146-4fe7-82d7-c676b13b77d1 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.252s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.148550] env[68864]: DEBUG nova.network.neutron [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updated VIF entry in instance network info cache for port 81b1aa61-6897-4a58-beb2-b1916cc98e22. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.148904] env[68864]: DEBUG nova.network.neutron [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updating instance_info_cache with network_info: [{"id": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "address": "fa:16:3e:58:95:ea", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b1aa61-68", "ovs_interfaceid": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.652078] env[68864]: DEBUG oslo_concurrency.lockutils [req-a8853e44-31da-4b58-be3c-07f3a55a0ddc req-708d49b8-0456-4363-9b21-830c05ad6c26 service nova] Releasing lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.014766] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.015190] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.015291] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.015448] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.015605] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.015751] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.286845] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.287126] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1390.287239] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.791200] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.791481] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.791657] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.791813] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1390.792764] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c49ebe8-16e9-4032-9f60-e78a6fa7126f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.801065] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25abd6c0-cbe7-4744-be1d-4f0751f5caf7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.815176] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80191e1f-d499-4443-bf15-60b4e859a974 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.821679] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6ee78c-7104-4648-a7e7-b6100e5e3875 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.850750] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180667MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1390.850902] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.851127] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.881718] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1391.881978] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1391.882072] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1391.882221] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1391.916302] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f07bf-0836-4a3c-bafc-27568e22aec4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.923453] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f8987-27ca-4837-ad20-c2ef4a3d9928 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.951955] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c4fa46-0e29-4757-b63b-5da7d67d55e5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.958524] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b362ef6-5245-4c99-b080-4957c6fe5f3e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.970942] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.473757] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.978493] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1392.978910] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.974390] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.274877] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "1612fbfa-7455-4766-b9b5-955cb032b196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.275386] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.778269] env[68864]: DEBUG nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.299889] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.300244] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.301632] env[68864]: INFO nova.compute.claims [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.355047] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd621e8b-2558-43c5-8954-e0ba38adf3ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.363301] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34078e80-2f96-49fb-a03d-69d12b4a3a05 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.393154] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc13b12b-4746-4a67-af55-227341f8aa42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.400052] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17024a32-0239-4f0e-9474-e5b224bf159b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.412467] env[68864]: DEBUG nova.compute.provider_tree [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.915873] env[68864]: DEBUG nova.scheduler.client.report [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.421234] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.421788] env[68864]: DEBUG nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1429.926610] env[68864]: DEBUG nova.compute.utils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1429.928637] env[68864]: DEBUG nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.928637] env[68864]: DEBUG nova.network.neutron [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.970151] env[68864]: DEBUG nova.policy [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0603ea3cfb846ffa3bba10b69447cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5adfd418a1ff4e3995faa498c79b4f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.205791] env[68864]: DEBUG nova.network.neutron [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Successfully created port: 282740ac-a98e-4026-b6e6-f54350534780 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.431294] env[68864]: DEBUG nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.441335] env[68864]: DEBUG nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.469734] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.469975] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.470155] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.470341] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.470510] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.470685] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.470898] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.471067] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.471236] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.471398] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.471571] env[68864]: DEBUG nova.virt.hardware [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.472440] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330080d3-ed0a-4e43-abba-3138b28d4036 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.480051] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685898ef-b6d6-4e5b-8973-05215a6e0e71 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.553103] env[68864]: DEBUG nova.compute.manager [req-01404e20-5ebc-4e82-8c3e-e904bfcdd1a8 req-d95779fd-532b-4a97-93b4-61c1d09a6ebb service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Received event network-vif-plugged-282740ac-a98e-4026-b6e6-f54350534780 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.553376] env[68864]: DEBUG oslo_concurrency.lockutils [req-01404e20-5ebc-4e82-8c3e-e904bfcdd1a8 req-d95779fd-532b-4a97-93b4-61c1d09a6ebb service nova] Acquiring lock "1612fbfa-7455-4766-b9b5-955cb032b196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.553525] env[68864]: DEBUG oslo_concurrency.lockutils [req-01404e20-5ebc-4e82-8c3e-e904bfcdd1a8 req-d95779fd-532b-4a97-93b4-61c1d09a6ebb service nova] Lock "1612fbfa-7455-4766-b9b5-955cb032b196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.553689] env[68864]: DEBUG oslo_concurrency.lockutils [req-01404e20-5ebc-4e82-8c3e-e904bfcdd1a8 req-d95779fd-532b-4a97-93b4-61c1d09a6ebb service nova] Lock "1612fbfa-7455-4766-b9b5-955cb032b196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.553849] env[68864]: DEBUG nova.compute.manager [req-01404e20-5ebc-4e82-8c3e-e904bfcdd1a8 req-d95779fd-532b-4a97-93b4-61c1d09a6ebb service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] No waiting events found dispatching network-vif-plugged-282740ac-a98e-4026-b6e6-f54350534780 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.554016] env[68864]: WARNING nova.compute.manager [req-01404e20-5ebc-4e82-8c3e-e904bfcdd1a8 req-d95779fd-532b-4a97-93b4-61c1d09a6ebb service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Received unexpected event network-vif-plugged-282740ac-a98e-4026-b6e6-f54350534780 for instance with vm_state building and task_state spawning. [ 1431.634141] env[68864]: DEBUG nova.network.neutron [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Successfully updated port: 282740ac-a98e-4026-b6e6-f54350534780 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.135477] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-1612fbfa-7455-4766-b9b5-955cb032b196" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.135627] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-1612fbfa-7455-4766-b9b5-955cb032b196" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.135785] env[68864]: DEBUG nova.network.neutron [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.668081] env[68864]: DEBUG nova.network.neutron [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.782643] env[68864]: DEBUG nova.network.neutron [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Updating instance_info_cache with network_info: [{"id": "282740ac-a98e-4026-b6e6-f54350534780", "address": "fa:16:3e:2c:18:c8", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282740ac-a9", "ovs_interfaceid": "282740ac-a98e-4026-b6e6-f54350534780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.285733] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-1612fbfa-7455-4766-b9b5-955cb032b196" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.286063] env[68864]: DEBUG nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Instance network_info: |[{"id": "282740ac-a98e-4026-b6e6-f54350534780", "address": "fa:16:3e:2c:18:c8", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282740ac-a9", "ovs_interfaceid": "282740ac-a98e-4026-b6e6-f54350534780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.286517] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:18:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '282740ac-a98e-4026-b6e6-f54350534780', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.294059] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.294266] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.294489] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-141afafe-3b69-41b1-9841-551f3747f975 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.314706] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.314706] env[68864]: value = "task-3186495" [ 1433.314706] env[68864]: _type = "Task" [ 1433.314706] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.322252] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186495, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.579229] env[68864]: DEBUG nova.compute.manager [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Received event network-changed-282740ac-a98e-4026-b6e6-f54350534780 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.579406] env[68864]: DEBUG nova.compute.manager [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Refreshing instance network info cache due to event network-changed-282740ac-a98e-4026-b6e6-f54350534780. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.579616] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] Acquiring lock "refresh_cache-1612fbfa-7455-4766-b9b5-955cb032b196" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.579757] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] Acquired lock "refresh_cache-1612fbfa-7455-4766-b9b5-955cb032b196" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.579916] env[68864]: DEBUG nova.network.neutron [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Refreshing network info cache for port 282740ac-a98e-4026-b6e6-f54350534780 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.824741] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186495, 'name': CreateVM_Task, 'duration_secs': 0.290285} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.825120] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.825584] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.825759] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.826078] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.826326] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9979a194-862e-4874-b59a-9b8e2226ec4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.830528] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1433.830528] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb9f6f-a3fe-c5c2-97cd-ae07a5f46f32" [ 1433.830528] env[68864]: _type = "Task" [ 1433.830528] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.838007] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb9f6f-a3fe-c5c2-97cd-ae07a5f46f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.251665] env[68864]: DEBUG nova.network.neutron [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Updated VIF entry in instance network info cache for port 282740ac-a98e-4026-b6e6-f54350534780. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.252036] env[68864]: DEBUG nova.network.neutron [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Updating instance_info_cache with network_info: [{"id": "282740ac-a98e-4026-b6e6-f54350534780", "address": "fa:16:3e:2c:18:c8", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap282740ac-a9", "ovs_interfaceid": "282740ac-a98e-4026-b6e6-f54350534780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.340950] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52eb9f6f-a3fe-c5c2-97cd-ae07a5f46f32, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.341268] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.341496] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.341728] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.341870] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.342077] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.342351] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb055ae-1df3-4ca0-a0a1-9e4688e1fb4e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.351467] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.351641] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.352318] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44d51c5-b571-47a9-a27b-aa96d2b3aa60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.357264] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1434.357264] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52acc5aa-3aea-a94e-ecad-e31a6700fbb0" [ 1434.357264] env[68864]: _type = "Task" [ 1434.357264] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.365959] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52acc5aa-3aea-a94e-ecad-e31a6700fbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.756483] env[68864]: DEBUG oslo_concurrency.lockutils [req-cb7a6398-8ea7-4480-86f0-9550957d40cb req-d311ea0a-483a-4922-85d7-ee8b0579af25 service nova] Releasing lock "refresh_cache-1612fbfa-7455-4766-b9b5-955cb032b196" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.867234] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52acc5aa-3aea-a94e-ecad-e31a6700fbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008658} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.868019] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23ef65b-d212-40d5-9ca4-a2c516c32bbb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.872908] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1434.872908] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5238129f-3f49-7b1c-09b1-d09853933f0b" [ 1434.872908] env[68864]: _type = "Task" [ 1434.872908] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.879933] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5238129f-3f49-7b1c-09b1-d09853933f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.384827] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5238129f-3f49-7b1c-09b1-d09853933f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.385150] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.385413] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.385677] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaf14141-6a19-4fa8-84ca-8fa491f1a211 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.392077] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1435.392077] env[68864]: value = "task-3186496" [ 1435.392077] env[68864]: _type = "Task" [ 1435.392077] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.399388] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.901563] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438942} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.901922] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.902100] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.902271] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f350d5c3-7d18-49f8-98d7-a37fe6104872 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.908626] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1435.908626] env[68864]: value = "task-3186497" [ 1435.908626] env[68864]: _type = "Task" [ 1435.908626] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.915769] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.418857] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084677} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.419134] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.419901] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec2ae4c-eccd-4342-a517-2fc1e7acd880 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.441076] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.441305] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e46846-e832-4dcd-ab75-5b72f904c699 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.459782] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1436.459782] env[68864]: value = "task-3186498" [ 1436.459782] env[68864]: _type = "Task" [ 1436.459782] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.466952] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.969436] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186498, 'name': ReconfigVM_Task, 'duration_secs': 0.267016} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.969880] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.970340] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de3ec40-0d33-4419-a2ed-c57c00a6021c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.976182] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1436.976182] env[68864]: value = "task-3186499" [ 1436.976182] env[68864]: _type = "Task" [ 1436.976182] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.983178] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186499, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.486098] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186499, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.988077] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186499, 'name': Rename_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.489743] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186499, 'name': Rename_Task, 'duration_secs': 1.193058} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.490056] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.490334] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5f34d0c-ef9b-4394-aa8d-3a512f9e1376 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.496360] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1438.496360] env[68864]: value = "task-3186500" [ 1438.496360] env[68864]: _type = "Task" [ 1438.496360] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.503634] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.006970] env[68864]: DEBUG oslo_vmware.api [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186500, 'name': PowerOnVM_Task, 'duration_secs': 0.43718} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.007318] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.007459] env[68864]: INFO nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1439.007870] env[68864]: DEBUG nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.008448] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4c5ca7-94a2-49f6-9f96-a949ebd327ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.526116] env[68864]: INFO nova.compute.manager [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Took 12.24 seconds to build instance. [ 1440.028385] env[68864]: DEBUG oslo_concurrency.lockutils [None req-8ddb339c-e716-43e5-88aa-913affd35101 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.753s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.412272] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "1612fbfa-7455-4766-b9b5-955cb032b196" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.412546] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.412726] env[68864]: DEBUG nova.compute.manager [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.413666] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8827c3-f8ca-4835-8718-9761f93c7143 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.420886] env[68864]: DEBUG nova.compute.manager [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1440.421463] env[68864]: DEBUG nova.objects.instance [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'flavor' on Instance uuid 1612fbfa-7455-4766-b9b5-955cb032b196 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.430028] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.430028] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc44464c-9960-4ff1-90af-9ba618a4292f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.437710] env[68864]: DEBUG oslo_vmware.api [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1441.437710] env[68864]: value = "task-3186501" [ 1441.437710] env[68864]: _type = "Task" [ 1441.437710] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.445653] env[68864]: DEBUG oslo_vmware.api [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.947816] env[68864]: DEBUG oslo_vmware.api [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186501, 'name': PowerOffVM_Task, 'duration_secs': 0.198569} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.948086] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.948292] env[68864]: DEBUG nova.compute.manager [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.949054] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c74e1-c663-4fce-ad40-21837ced9607 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.459530] env[68864]: DEBUG oslo_concurrency.lockutils [None req-10d97e7b-50c4-4acf-929f-cefd21c0e6e9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.848760] env[68864]: INFO nova.compute.manager [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Rebuilding instance [ 1442.888890] env[68864]: DEBUG nova.compute.manager [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.889752] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da5c368-dec7-49c2-9739-11ad1a7ba0bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.903032] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.903438] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f449db3-ec9f-4ec6-a06a-e6fccaa2bed2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.910261] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1443.910261] env[68864]: value = "task-3186502" [ 1443.910261] env[68864]: _type = "Task" [ 1443.910261] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.917855] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.419946] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1444.420215] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.420933] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212049d5-b6c1-4d74-8fb0-88eccd841457 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.427081] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.427288] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9997107-5df7-464e-a1ba-0145399965e1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.491365] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.491672] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.491923] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleting the datastore file [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.492269] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5271bfa-bb87-42de-994b-47b62d5286b7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.499802] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1444.499802] env[68864]: value = "task-3186504" [ 1444.499802] env[68864]: _type = "Task" [ 1444.499802] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.509786] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.010661] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130204} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.010907] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.011108] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.011281] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.047023] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.047023] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.047023] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.047023] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.047023] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.047518] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.047518] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.047518] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.047771] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.047853] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.048009] env[68864]: DEBUG nova.virt.hardware [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.048887] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34933e8-9da7-4ec8-b00a-91d3df7d21d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.056740] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80235c4d-79c6-4597-8620-96c6ce4d7d5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.071221] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:18:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '282740ac-a98e-4026-b6e6-f54350534780', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.078410] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.078655] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.078859] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f49690-acac-4af8-851c-d6be41f31ea0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.098296] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.098296] env[68864]: value = "task-3186505" [ 1446.098296] env[68864]: _type = "Task" [ 1446.098296] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.105490] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186505, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.607984] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186505, 'name': CreateVM_Task, 'duration_secs': 0.321794} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.608281] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.608885] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.609064] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.609380] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.609633] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95819bea-87dd-49ef-8390-dcc7e177dcb2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.613901] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1446.613901] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cdc634-3a50-4ac8-519c-4ee1d3c4bfe9" [ 1446.613901] env[68864]: _type = "Task" [ 1446.613901] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.621072] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cdc634-3a50-4ac8-519c-4ee1d3c4bfe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.123375] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52cdc634-3a50-4ac8-519c-4ee1d3c4bfe9, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.123796] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.123896] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.124110] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.124260] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.124440] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.124689] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a6a4a04-bef4-4f58-9131-e76b81e851fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.132442] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.132623] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.133268] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4b08ec1-df88-4e17-b195-618b8580652f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.137978] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1447.137978] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a957e6-aa58-d00c-cbad-7d8a71082bd3" [ 1447.137978] env[68864]: _type = "Task" [ 1447.137978] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.144994] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a957e6-aa58-d00c-cbad-7d8a71082bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.648173] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a957e6-aa58-d00c-cbad-7d8a71082bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008213} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.648929] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444373ac-2339-419a-a69f-468d97221ef4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.653740] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1447.653740] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b72eb-3f68-d2de-65af-f3fc25a789d2" [ 1447.653740] env[68864]: _type = "Task" [ 1447.653740] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.660723] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b72eb-3f68-d2de-65af-f3fc25a789d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.163941] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]527b72eb-3f68-d2de-65af-f3fc25a789d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.164328] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.164449] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.164658] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e357a3f8-6d1a-4a63-8931-b5fc2b236ecf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.170984] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1448.170984] env[68864]: value = "task-3186506" [ 1448.170984] env[68864]: _type = "Task" [ 1448.170984] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.177703] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.286630] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.680859] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412701} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.681140] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.681333] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.681577] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d95652d-a39c-45eb-8b55-310a7b47b7c2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.687658] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1448.687658] env[68864]: value = "task-3186507" [ 1448.687658] env[68864]: _type = "Task" [ 1448.687658] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.694581] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.196995] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058354} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.197391] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.198187] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20cdcf-4141-4071-84cd-ea58db7bf757 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.220106] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.220324] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14fee3c4-c77a-491a-8665-c5fad925dc5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.238483] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1449.238483] env[68864]: value = "task-3186508" [ 1449.238483] env[68864]: _type = "Task" [ 1449.238483] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.245427] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.287107] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.287323] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.287548] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.287779] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.748087] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186508, 'name': ReconfigVM_Task, 'duration_secs': 0.260559} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.748371] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196/1612fbfa-7455-4766-b9b5-955cb032b196.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.749055] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc01ebb4-9990-4f14-9763-de2168cb7ef3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.755688] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1449.755688] env[68864]: value = "task-3186509" [ 1449.755688] env[68864]: _type = "Task" [ 1449.755688] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.764016] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186509, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.265089] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186509, 'name': Rename_Task, 'duration_secs': 0.129294} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.265512] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.265606] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d153e74b-1440-4fe2-ae3e-db5b59a09942 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.272211] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1450.272211] env[68864]: value = "task-3186510" [ 1450.272211] env[68864]: _type = "Task" [ 1450.272211] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.278994] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.782167] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186510, 'name': PowerOnVM_Task, 'duration_secs': 0.41011} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.782461] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.782667] env[68864]: DEBUG nova.compute.manager [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.783531] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651d5982-82d3-4fb0-9a77-263ea7de3a61 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.786099] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.786331] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.786894] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.293417] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.293761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.293847] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.293994] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1451.295065] env[68864]: INFO nova.compute.manager [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] bringing vm to original state: 'stopped' [ 1451.297998] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07995dc4-cc39-4fc8-9bc9-fa05f782c356 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.306272] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe085e67-f265-475f-b505-e6cb45a46625 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.319462] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1df158-dd22-478b-999f-1cd5e367bbd8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.325719] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4ca46f-fc86-428a-8ab2-505964335cc6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.355611] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180619MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1451.355753] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.355945] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.305061] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "1612fbfa-7455-4766-b9b5-955cb032b196" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.305354] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.305543] env[68864]: DEBUG nova.compute.manager [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.306552] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b771833-6b7b-44a8-9793-be6eadeb5e85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.313470] env[68864]: DEBUG nova.compute.manager [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68864) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1452.473379] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.473548] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.473675] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 1612fbfa-7455-4766-b9b5-955cb032b196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1452.473854] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1452.473995] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1452.519274] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48f9fa1-9159-4390-9cad-baad99fca9bc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.526564] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e198d8a4-96a1-4784-a1d6-6c2069cc8f18 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.555258] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75030e70-bce5-4608-b7e7-b75b7a221348 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.561798] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79a056-c780-42b1-86b9-ca0a5fd22072 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.577768] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.817624] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.817895] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cacf993e-8138-49f0-8fbb-353274ea3a97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.825724] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1452.825724] env[68864]: value = "task-3186511" [ 1452.825724] env[68864]: _type = "Task" [ 1452.825724] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.833287] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.081114] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.335255] env[68864]: DEBUG oslo_vmware.api [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186511, 'name': PowerOffVM_Task, 'duration_secs': 0.2067} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.335563] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.335688] env[68864]: DEBUG nova.compute.manager [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.336470] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93f1197-5b93-45db-9311-b1d7af26d211 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.585757] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1453.585942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.848281] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.356049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.356049] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.356738] env[68864]: DEBUG nova.objects.instance [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1455.086073] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.086199] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1455.365026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-478734ee-121f-4215-9556-9d01587caf69 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.479886] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "1612fbfa-7455-4766-b9b5-955cb032b196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.480138] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.480344] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "1612fbfa-7455-4766-b9b5-955cb032b196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.480520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.480693] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.482644] env[68864]: INFO nova.compute.manager [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Terminating instance [ 1455.985909] env[68864]: DEBUG nova.compute.manager [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1455.986153] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.987123] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33c134d-9782-47f6-9db2-2c218e84b4fb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.994678] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.994903] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c462def8-c375-4922-bd52-37f5eea630e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.055668] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.055876] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.056071] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleting the datastore file [datastore2] 1612fbfa-7455-4766-b9b5-955cb032b196 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.056339] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c72499bb-a34a-4799-b076-344aa6ad83a8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.064070] env[68864]: DEBUG oslo_vmware.api [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1456.064070] env[68864]: value = "task-3186513" [ 1456.064070] env[68864]: _type = "Task" [ 1456.064070] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.071161] env[68864]: DEBUG oslo_vmware.api [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.573927] env[68864]: DEBUG oslo_vmware.api [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125909} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.574333] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.574384] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.574571] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.574754] env[68864]: INFO nova.compute.manager [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1456.574998] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.575200] env[68864]: DEBUG nova.compute.manager [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.575295] env[68864]: DEBUG nova.network.neutron [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.814521] env[68864]: DEBUG nova.compute.manager [req-8a4868c0-ff63-4316-a624-2f9ccb47528b req-60ecac99-5ad7-40ed-b120-697b29ac69d9 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Received event network-vif-deleted-282740ac-a98e-4026-b6e6-f54350534780 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.814721] env[68864]: INFO nova.compute.manager [req-8a4868c0-ff63-4316-a624-2f9ccb47528b req-60ecac99-5ad7-40ed-b120-697b29ac69d9 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Neutron deleted interface 282740ac-a98e-4026-b6e6-f54350534780; detaching it from the instance and deleting it from the info cache [ 1456.814893] env[68864]: DEBUG nova.network.neutron [req-8a4868c0-ff63-4316-a624-2f9ccb47528b req-60ecac99-5ad7-40ed-b120-697b29ac69d9 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.299340] env[68864]: DEBUG nova.network.neutron [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.317428] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a485c6a-04ec-41fa-9d02-778016a7da5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.326588] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbc89d5-d0fa-491b-86d2-6a2f1ebfb8b9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.350687] env[68864]: DEBUG nova.compute.manager [req-8a4868c0-ff63-4316-a624-2f9ccb47528b req-60ecac99-5ad7-40ed-b120-697b29ac69d9 service nova] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Detach interface failed, port_id=282740ac-a98e-4026-b6e6-f54350534780, reason: Instance 1612fbfa-7455-4766-b9b5-955cb032b196 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1457.801718] env[68864]: INFO nova.compute.manager [-] [instance: 1612fbfa-7455-4766-b9b5-955cb032b196] Took 1.23 seconds to deallocate network for instance. [ 1458.288674] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.288855] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Cleaning up deleted instances with incomplete migration {{(pid=68864) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1458.307595] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.307881] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.308115] env[68864]: DEBUG nova.objects.instance [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'resources' on Instance uuid 1612fbfa-7455-4766-b9b5-955cb032b196 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.866526] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cba8481-85ec-45ae-a679-684116dcd65d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.874274] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb70a3c-ed1a-4919-b410-72dbb1fe9b54 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.904410] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507fee0-a13d-43ac-afb1-cbbd5324724d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.911145] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c364f2e-bd26-4a84-b735-f8e9b0d8176c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.923803] env[68864]: DEBUG nova.compute.provider_tree [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.426674] env[68864]: DEBUG nova.scheduler.client.report [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.790161] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.790380] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Cleaning up deleted instances {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1459.931128] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.951294] env[68864]: INFO nova.scheduler.client.report [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted allocations for instance 1612fbfa-7455-4766-b9b5-955cb032b196 [ 1460.298800] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] There are 25 instances to clean {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1460.299028] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 4bcc2efa-1059-49a1-9243-6658492fb499] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.458336] env[68864]: DEBUG oslo_concurrency.lockutils [None req-62cef0b4-e227-48f5-8896-abcdcdb51195 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "1612fbfa-7455-4766-b9b5-955cb032b196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.978s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.801997] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 84208f3e-4460-4cab-b3f5-b45d997708d4] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.305666] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 06cfb63d-d0e2-44e3-9cf4-fa069ad17844] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.810157] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: e36b2d57-6c95-470d-a284-7e365d89acdb] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.144307] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.144500] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.313819] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 0c657f9d-3af0-4a22-a9e0-55262a236621] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.647142] env[68864]: DEBUG nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1462.817109] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 30a0b9fe-070c-44c4-a0e5-c7c5e887a8fc] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.165738] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.166018] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.167470] env[68864]: INFO nova.compute.claims [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.320185] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: dae7131b-5dca-4b0e-892b-daaee4de2c25] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.823758] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 2bbbbc86-fe7f-427b-88d0-e665c8507541] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.191079] env[68864]: DEBUG nova.scheduler.client.report [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Refreshing inventories for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1464.203441] env[68864]: DEBUG nova.scheduler.client.report [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Updating ProviderTree inventory for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1464.203642] env[68864]: DEBUG nova.compute.provider_tree [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Updating inventory in ProviderTree for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.213498] env[68864]: DEBUG nova.scheduler.client.report [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Refreshing aggregate associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, aggregates: None {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1464.227753] env[68864]: DEBUG nova.scheduler.client.report [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Refreshing trait associations for resource provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=68864) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1464.266983] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44072f10-0160-4b67-9a3d-42311e892d11 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.274630] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77485849-5b21-4675-b977-0ed9bb219a97 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.304279] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5821f2e1-4ab8-4f5e-9433-3164259865c8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.311017] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8e80d2-f447-4beb-9e6a-42d7fb813669 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.323478] env[68864]: DEBUG nova.compute.provider_tree [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.326559] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 7c134203-8071-4e1f-bd30-8f39d5699fb8] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.826586] env[68864]: DEBUG nova.scheduler.client.report [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.829774] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: adb2c4e6-70ed-4514-bb05-1cb8c0f030e7] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.332620] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.333095] env[68864]: DEBUG nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.335818] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: f371755d-1fdc-475f-9b23-5646b515647a] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.840151] env[68864]: DEBUG nova.compute.utils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1465.842441] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 234e6291-cc31-4bf2-826b-dd6c34c43399] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.845425] env[68864]: DEBUG nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1465.845672] env[68864]: DEBUG nova.network.neutron [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1465.895969] env[68864]: DEBUG nova.policy [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0603ea3cfb846ffa3bba10b69447cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5adfd418a1ff4e3995faa498c79b4f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.155629] env[68864]: DEBUG nova.network.neutron [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Successfully created port: aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.346830] env[68864]: DEBUG nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.349861] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 858e03e5-72e3-4043-b38f-15bf2015e964] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.855960] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 6924b592-15c4-42ab-8fab-1107274b5bae] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.359040] env[68864]: DEBUG nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.361318] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 6ef4e5aa-df84-4de4-9548-549d2d102ae2] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1467.389012] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.389284] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.389442] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.389623] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.389772] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.389938] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.390182] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.390343] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.390508] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.390669] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.390844] env[68864]: DEBUG nova.virt.hardware [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.391720] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b18208-4cb1-4869-9810-0315e93146b4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.400446] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7103ed10-5bca-4f77-b992-f31cfefc0612 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.513331] env[68864]: DEBUG nova.compute.manager [req-ac85b258-e3bc-4862-a13e-7c387ebbb92d req-33669ff9-d415-4c97-9a0b-ff8241bdb493 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Received event network-vif-plugged-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1467.513443] env[68864]: DEBUG oslo_concurrency.lockutils [req-ac85b258-e3bc-4862-a13e-7c387ebbb92d req-33669ff9-d415-4c97-9a0b-ff8241bdb493 service nova] Acquiring lock "e9cc32fd-f07a-442c-8efd-51c3226bded3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.513642] env[68864]: DEBUG oslo_concurrency.lockutils [req-ac85b258-e3bc-4862-a13e-7c387ebbb92d req-33669ff9-d415-4c97-9a0b-ff8241bdb493 service nova] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.513806] env[68864]: DEBUG oslo_concurrency.lockutils [req-ac85b258-e3bc-4862-a13e-7c387ebbb92d req-33669ff9-d415-4c97-9a0b-ff8241bdb493 service nova] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.513966] env[68864]: DEBUG nova.compute.manager [req-ac85b258-e3bc-4862-a13e-7c387ebbb92d req-33669ff9-d415-4c97-9a0b-ff8241bdb493 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] No waiting events found dispatching network-vif-plugged-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1467.514142] env[68864]: WARNING nova.compute.manager [req-ac85b258-e3bc-4862-a13e-7c387ebbb92d req-33669ff9-d415-4c97-9a0b-ff8241bdb493 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Received unexpected event network-vif-plugged-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed for instance with vm_state building and task_state spawning. [ 1467.592240] env[68864]: DEBUG nova.network.neutron [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Successfully updated port: aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1467.865761] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: c847f1cd-1163-440f-9af4-b30e9602db7e] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.097296] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.097626] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.097840] env[68864]: DEBUG nova.network.neutron [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1468.368577] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 90e0b7d0-1d27-48a5-b767-1957d853e99b] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1468.627758] env[68864]: DEBUG nova.network.neutron [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1468.737962] env[68864]: DEBUG nova.network.neutron [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updating instance_info_cache with network_info: [{"id": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "address": "fa:16:3e:fd:74:58", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8ec68e-f4", "ovs_interfaceid": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.871502] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 8692cc16-bb6c-43a9-8425-95b062c108f2] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.240902] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.241368] env[68864]: DEBUG nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Instance network_info: |[{"id": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "address": "fa:16:3e:fd:74:58", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8ec68e-f4", "ovs_interfaceid": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1469.241876] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:74:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1469.249507] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1469.249748] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1469.250063] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fa883fd-0fd5-416d-a68c-4163f90daa60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.270070] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1469.270070] env[68864]: value = "task-3186514" [ 1469.270070] env[68864]: _type = "Task" [ 1469.270070] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.277260] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186514, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.375115] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: d4ee4af5-ae92-4f74-983d-211a47954a93] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1469.539542] env[68864]: DEBUG nova.compute.manager [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Received event network-changed-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.539738] env[68864]: DEBUG nova.compute.manager [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Refreshing instance network info cache due to event network-changed-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1469.539967] env[68864]: DEBUG oslo_concurrency.lockutils [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] Acquiring lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.540119] env[68864]: DEBUG oslo_concurrency.lockutils [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] Acquired lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.540278] env[68864]: DEBUG nova.network.neutron [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Refreshing network info cache for port aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.779748] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186514, 'name': CreateVM_Task, 'duration_secs': 0.29369} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.780057] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.780530] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.780735] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.781014] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.781268] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fa3da6-1704-4113-b340-62c3f8cbb420 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.786125] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1469.786125] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526408ce-9638-1d2d-91cf-cd6e616cad47" [ 1469.786125] env[68864]: _type = "Task" [ 1469.786125] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.793340] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526408ce-9638-1d2d-91cf-cd6e616cad47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.878842] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 42aabb46-25b4-49a5-bc06-7b3bb98d6e15] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.248952] env[68864]: DEBUG nova.network.neutron [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updated VIF entry in instance network info cache for port aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.249337] env[68864]: DEBUG nova.network.neutron [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updating instance_info_cache with network_info: [{"id": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "address": "fa:16:3e:fd:74:58", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8ec68e-f4", "ovs_interfaceid": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.296494] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526408ce-9638-1d2d-91cf-cd6e616cad47, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.296766] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.296987] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1470.297227] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.297370] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.297543] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1470.297815] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175c621d-19d1-405f-bec8-b88f0b6f68ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.305555] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1470.305724] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1470.306407] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fbe4ff-343c-4940-833a-dd92523cd19c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.311342] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1470.311342] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c08b2-073b-26ce-523c-79d43549d09d" [ 1470.311342] env[68864]: _type = "Task" [ 1470.311342] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.318401] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c08b2-073b-26ce-523c-79d43549d09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.382680] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 9c50381b-8272-470c-a5e4-51db657b897d] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1470.752107] env[68864]: DEBUG oslo_concurrency.lockutils [req-a7fc4091-906b-42c9-b1b4-72c7d6ed435b req-4bdcee07-3d5c-4434-9681-f952c1e9a1a6 service nova] Releasing lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.822149] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]520c08b2-073b-26ce-523c-79d43549d09d, 'name': SearchDatastore_Task, 'duration_secs': 0.008147} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.822960] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e16c73-df7b-49c0-adc1-564b2f566d17 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.827817] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1470.827817] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525746fe-ec01-f2d7-a5a1-a8ab04d79ddb" [ 1470.827817] env[68864]: _type = "Task" [ 1470.827817] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.835072] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525746fe-ec01-f2d7-a5a1-a8ab04d79ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.885608] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: f766fe95-2fd2-4b15-b205-fd0271d59647] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.338514] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]525746fe-ec01-f2d7-a5a1-a8ab04d79ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.338815] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.339132] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.339382] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b0fcb7-cd14-436c-a939-a59ee41654b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.346772] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1471.346772] env[68864]: value = "task-3186515" [ 1471.346772] env[68864]: _type = "Task" [ 1471.346772] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.354678] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.389459] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: f199c2a3-976f-4ab8-b403-981ceb3d4127] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1471.860628] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471922} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.860969] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1471.861336] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1471.861701] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7789a2e-2dca-4b83-bd13-63360d36e495 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.868564] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1471.868564] env[68864]: value = "task-3186516" [ 1471.868564] env[68864]: _type = "Task" [ 1471.868564] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.880926] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.892820] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: 96b4d1b2-4f50-45d8-ba88-8d384b651fd5] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.380356] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069475} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.380626] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1472.381451] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96923ae3-900b-47ca-9567-45ccb265fb71 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.404188] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1472.404733] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: efb0bca8-dcc8-4f3b-b3bf-1ddce2752df5] Instance has had 0 of 5 cleanup attempts {{(pid=68864) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1472.406786] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c3bcf7-473c-4a20-823d-37807aac663d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.426398] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1472.426398] env[68864]: value = "task-3186517" [ 1472.426398] env[68864]: _type = "Task" [ 1472.426398] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.434533] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.936739] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.437747] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186517, 'name': ReconfigVM_Task, 'duration_secs': 0.518685} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.438118] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.438804] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ed7088d-ec9a-43d0-acef-1c81562ad118 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.444560] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1473.444560] env[68864]: value = "task-3186518" [ 1473.444560] env[68864]: _type = "Task" [ 1473.444560] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.451969] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186518, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.954474] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186518, 'name': Rename_Task, 'duration_secs': 0.144736} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.955180] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.955338] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5dfa8ae-abef-4b73-82ea-65dcdbc1ecdc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.960943] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1473.960943] env[68864]: value = "task-3186519" [ 1473.960943] env[68864]: _type = "Task" [ 1473.960943] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.967853] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.471436] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.972239] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.473044] env[68864]: DEBUG oslo_vmware.api [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186519, 'name': PowerOnVM_Task, 'duration_secs': 1.442332} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.473459] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.473513] env[68864]: INFO nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1475.473683] env[68864]: DEBUG nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1475.474460] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2ea22d-0908-4f03-bae1-fce5036090ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.994281] env[68864]: INFO nova.compute.manager [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Took 12.84 seconds to build instance. [ 1476.157280] env[68864]: DEBUG nova.compute.manager [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Received event network-changed-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.157480] env[68864]: DEBUG nova.compute.manager [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Refreshing instance network info cache due to event network-changed-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1476.157746] env[68864]: DEBUG oslo_concurrency.lockutils [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] Acquiring lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.157898] env[68864]: DEBUG oslo_concurrency.lockutils [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] Acquired lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.158113] env[68864]: DEBUG nova.network.neutron [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Refreshing network info cache for port aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.495973] env[68864]: DEBUG oslo_concurrency.lockutils [None req-a1c91b22-8e98-4359-bcb3-774059576ae2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.351s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.858068] env[68864]: DEBUG nova.network.neutron [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updated VIF entry in instance network info cache for port aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.858462] env[68864]: DEBUG nova.network.neutron [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updating instance_info_cache with network_info: [{"id": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "address": "fa:16:3e:fd:74:58", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa8ec68e-f4", "ovs_interfaceid": "aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.361238] env[68864]: DEBUG oslo_concurrency.lockutils [req-781bb7fe-0a2f-4e10-810b-49af34e6c4a8 req-935082ba-90cc-4661-9958-fb41e9707a4a service nova] Releasing lock "refresh_cache-e9cc32fd-f07a-442c-8efd-51c3226bded3" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.001826] env[68864]: DEBUG oslo_concurrency.lockutils [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.002157] env[68864]: DEBUG oslo_concurrency.lockutils [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.505756] env[68864]: DEBUG nova.compute.utils [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1513.008393] env[68864]: DEBUG oslo_concurrency.lockutils [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.078836] env[68864]: DEBUG oslo_concurrency.lockutils [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.079287] env[68864]: DEBUG oslo_concurrency.lockutils [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.079429] env[68864]: INFO nova.compute.manager [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Attaching volume 21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46 to /dev/sdb [ 1514.135732] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d6db2e-dc99-44e9-a799-b9aee1e02399 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.143972] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde9af9-4ba3-456b-a053-7c2602ee147b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.156160] env[68864]: DEBUG nova.virt.block_device [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updating existing volume attachment record: 7be9f0d8-17ec-4068-893a-922f7608758c {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1518.698146] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1518.698473] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1518.699551] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e340bc-ab82-4e32-a42a-f2907d439566 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.717537] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab5df23-10af-485b-ab74-4b027746ad41 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.741396] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46/volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.741654] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcefe4e0-b69b-4e77-a156-2ec8311e0ba9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.759474] env[68864]: DEBUG oslo_vmware.api [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1518.759474] env[68864]: value = "task-3186524" [ 1518.759474] env[68864]: _type = "Task" [ 1518.759474] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.766861] env[68864]: DEBUG oslo_vmware.api [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.269068] env[68864]: DEBUG oslo_vmware.api [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186524, 'name': ReconfigVM_Task, 'duration_secs': 0.322816} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.269301] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46/volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.273889] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a291d5-8ac5-4b50-a953-149b7ed661c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.288266] env[68864]: DEBUG oslo_vmware.api [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1519.288266] env[68864]: value = "task-3186525" [ 1519.288266] env[68864]: _type = "Task" [ 1519.288266] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.295734] env[68864]: DEBUG oslo_vmware.api [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.798444] env[68864]: DEBUG oslo_vmware.api [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186525, 'name': ReconfigVM_Task, 'duration_secs': 0.13977} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.798755] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.832759] env[68864]: DEBUG nova.objects.instance [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'flavor' on Instance uuid e9cc32fd-f07a-442c-8efd-51c3226bded3 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.339090] env[68864]: DEBUG oslo_concurrency.lockutils [None req-17fddecd-9a9e-4bdf-86bd-0ab38df72b05 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.669413] env[68864]: INFO nova.compute.manager [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Rebuilding instance [ 1521.709394] env[68864]: DEBUG nova.compute.manager [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.710262] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beefff9c-387d-4c06-a746-0a55ffd9d548 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.419650] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.419989] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.723483] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.724410] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcb367a7-aba8-4887-9de3-fd8d42b56807 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.731134] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1522.731134] env[68864]: value = "task-3186526" [ 1522.731134] env[68864]: _type = "Task" [ 1522.731134] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.738564] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.925031] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.925256] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.925303] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.925462] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.925627] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.925779] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.926352] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1522.926352] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.240597] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186526, 'name': PowerOffVM_Task, 'duration_secs': 0.214382} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.240863] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1523.298561] env[68864]: INFO nova.compute.manager [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Detaching volume 21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46 [ 1523.327321] env[68864]: INFO nova.virt.block_device [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Attempting to driver detach volume 21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46 from mountpoint /dev/sdb [ 1523.327548] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1523.327730] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1523.328638] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ada7dd-4240-4b36-bf0b-1d9b0232af99 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.349577] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237998c-bb57-499a-bc82-a1f05fdba9ec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.356366] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4652edaf-f20f-4b44-a3c9-c9fbbc7d2b8c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.377734] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13595f2-6706-413a-8ce9-6063d8406015 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.392843] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] The volume has not been displaced from its original location: [datastore2] volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46/volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1523.398179] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1523.398489] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d995630c-6b28-4c2f-8dfd-eb5c048a53be {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.416433] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1523.416433] env[68864]: value = "task-3186527" [ 1523.416433] env[68864]: _type = "Task" [ 1523.416433] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.423891] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.428810] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.429056] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.429236] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.429384] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1523.430094] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632dae0f-2344-41ab-816d-f58a409b647a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.437194] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cd752d-9806-45c5-ba4b-55b72514c0cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.453069] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e530024-85dc-4859-be26-6e8a17e88574 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.459625] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1376a7e-e2e6-4d8d-90fe-ff8f4edd5f20 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.488031] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180456MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1523.488209] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.488438] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.925873] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186527, 'name': ReconfigVM_Task, 'duration_secs': 0.189117} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.926167] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.930916] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d610bd65-a45f-45d6-a11a-21398bae9a3f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.945185] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1523.945185] env[68864]: value = "task-3186528" [ 1523.945185] env[68864]: _type = "Task" [ 1523.945185] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.954234] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.454758] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186528, 'name': ReconfigVM_Task, 'duration_secs': 0.151827} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.455138] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1524.510306] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1524.510490] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1524.510616] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance e9cc32fd-f07a-442c-8efd-51c3226bded3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1524.510789] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1524.510925] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1524.555071] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c17b051-8d2f-470c-ba36-9fa18574b43c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.562330] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005351fa-29ad-4e73-bdbe-d61ae381b17b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.591604] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef3b4f-0605-4fe8-979c-5135ee46c7b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.598166] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f72bf7-96c1-4727-8a54-38e42dfee311 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.610837] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1525.113966] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.503896] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.504327] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec0c372e-9604-426a-b985-45068fd15f25 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.511135] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1525.511135] env[68864]: value = "task-3186529" [ 1525.511135] env[68864]: _type = "Task" [ 1525.511135] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.518343] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.618366] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1525.618570] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.021542] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] VM already powered off {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1526.021764] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1526.021933] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1526.022687] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15888a4d-ed82-4597-9729-0e259b92449a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.039795] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c681d-cf2e-4c3a-886d-a1a27fdbb898 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.045325] env[68864]: WARNING nova.virt.vmwareapi.driver [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1526.045571] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.046271] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f068fb36-e293-49b3-8b16-eb7a491bfdb0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.051949] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.052165] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e87ec7fe-62d8-4705-84dc-3ea48e65526e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.120844] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.121096] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.121265] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleting the datastore file [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.121528] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85249bfb-f6bf-4d4b-b3ad-b80e6239c509 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.128977] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1526.128977] env[68864]: value = "task-3186531" [ 1526.128977] env[68864]: _type = "Task" [ 1526.128977] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.136725] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.638533] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135303} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.638793] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.638961] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.639167] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.145341] env[68864]: INFO nova.virt.block_device [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Booting with volume 21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46 at /dev/sdb [ 1527.176486] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-197f5102-e08d-4e25-b02f-09dcce19e07c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.186553] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7a196-c033-4f61-a58f-cb5142b9ac9b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.210863] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61c7aed4-b5c6-4d76-813b-2dfa8cea2557 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.218355] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbbe329-2ced-4853-b016-64ae547f6ce0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.241445] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8103de39-6fcf-4d85-a629-634bdd6b83d1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.247123] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8868757a-0361-442a-8a1c-1fac2d44274d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.260712] env[68864]: DEBUG nova.virt.block_device [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updating existing volume attachment record: 26da26e4-ad35-4d6c-bf21-81466eb07ee1 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1529.363886] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1529.364249] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.364322] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1529.364506] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.364654] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1529.364800] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1529.365024] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1529.365192] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1529.365360] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1529.365521] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1529.365738] env[68864]: DEBUG nova.virt.hardware [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1529.366575] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870ce0f9-f827-41fc-80dd-168e930898ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.374948] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca1b63e-1317-4757-8f39-317f44870244 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.387771] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:74:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.395143] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.395367] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.395556] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6db0ed2-9d73-40d1-8b41-67a853e2e1d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.413940] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.413940] env[68864]: value = "task-3186532" [ 1529.413940] env[68864]: _type = "Task" [ 1529.413940] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.420798] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186532, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.924021] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186532, 'name': CreateVM_Task, 'duration_secs': 0.315725} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.924277] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1529.924863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.925039] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.925374] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.925613] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c18026-8fd3-4432-a5bd-14c90f3e0020 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.930094] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1529.930094] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5230bd1f-406f-afc1-448c-101ddf473459" [ 1529.930094] env[68864]: _type = "Task" [ 1529.930094] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.937187] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5230bd1f-406f-afc1-448c-101ddf473459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.440377] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5230bd1f-406f-afc1-448c-101ddf473459, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.440829] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.440885] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.441133] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.441294] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.441479] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.441733] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0113ba68-95d6-4a37-a9f5-ce0c5627ce59 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.449681] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.449848] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.450547] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ff2fec-470e-42e2-b3c1-48d4128a6a06 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.455122] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1530.455122] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526e6dd2-8fc8-7c63-e77c-ce3485ffd60f" [ 1530.455122] env[68864]: _type = "Task" [ 1530.455122] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.462394] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526e6dd2-8fc8-7c63-e77c-ce3485ffd60f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.964974] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]526e6dd2-8fc8-7c63-e77c-ce3485ffd60f, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.965736] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847658c3-d255-46e8-a9e8-baf108016028 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.970514] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1530.970514] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a0a44e-6a3b-1e1e-5f12-902c31a29579" [ 1530.970514] env[68864]: _type = "Task" [ 1530.970514] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.978525] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a0a44e-6a3b-1e1e-5f12-902c31a29579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.481158] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52a0a44e-6a3b-1e1e-5f12-902c31a29579, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.481581] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.481698] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.481933] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08ae6d7-fcaa-4313-a834-ca3bc5477516 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.490131] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1531.490131] env[68864]: value = "task-3186533" [ 1531.490131] env[68864]: _type = "Task" [ 1531.490131] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.498443] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.999968] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465647} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.000236] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.000470] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.000729] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdcc191c-c036-4190-89de-92b10eefd6c1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.007957] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1532.007957] env[68864]: value = "task-3186534" [ 1532.007957] env[68864]: _type = "Task" [ 1532.007957] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.015728] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.517467] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065678} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.517998] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1532.518565] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b053c60-0e09-45ac-8fc3-48234354dac1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.540426] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1532.540714] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d45d28-fec9-49ca-bc54-1b09958b4956 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.561844] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1532.561844] env[68864]: value = "task-3186535" [ 1532.561844] env[68864]: _type = "Task" [ 1532.561844] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.569923] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.071540] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186535, 'name': ReconfigVM_Task, 'duration_secs': 0.340152} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.071805] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfigured VM instance instance-0000007c to attach disk [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3/e9cc32fd-f07a-442c-8efd-51c3226bded3.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.072945] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'disk_bus': None, 'size': 0, 'guest_format': None, 'boot_index': 0, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_options': None, 'device_type': 'disk', 'image_id': '11a3778f-2cc4-46a8-a051-ce4b7a598094'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '26da26e4-ad35-4d6c-bf21-81466eb07ee1', 'mount_device': '/dev/sdb', 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68864) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1533.073164] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1533.073356] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1533.074126] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bd99b-33da-4740-8a82-e098b73f56e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.088917] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299180bc-f72b-49d6-9076-f0be36476112 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.112309] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46/volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.112542] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0afa5b-2d77-46cb-95bc-0a48d4e69923 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.130833] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1533.130833] env[68864]: value = "task-3186536" [ 1533.130833] env[68864]: _type = "Task" [ 1533.130833] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.142321] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.642239] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186536, 'name': ReconfigVM_Task, 'duration_secs': 0.399085} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.642663] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46/volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1533.647106] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80012601-b737-4995-9884-05ba9a6094c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.661126] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1533.661126] env[68864]: value = "task-3186537" [ 1533.661126] env[68864]: _type = "Task" [ 1533.661126] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.668481] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.171550] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186537, 'name': ReconfigVM_Task, 'duration_secs': 0.13853} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.171880] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1534.172481] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e72d9b-47d8-4876-acd7-4bf08f03ec47 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.179477] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1534.179477] env[68864]: value = "task-3186538" [ 1534.179477] env[68864]: _type = "Task" [ 1534.179477] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.187631] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186538, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.689795] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186538, 'name': Rename_Task, 'duration_secs': 0.160625} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.690201] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1534.690313] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c37deaf0-2390-43d5-ab8f-8017aa04bb88 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.696981] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1534.696981] env[68864]: value = "task-3186539" [ 1534.696981] env[68864]: _type = "Task" [ 1534.696981] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.711042] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.206684] env[68864]: DEBUG oslo_vmware.api [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186539, 'name': PowerOnVM_Task, 'duration_secs': 0.456333} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.206982] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1535.207168] env[68864]: DEBUG nova.compute.manager [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.207926] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f710ce-aba6-4394-bae4-3e64e5efe3ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.724873] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.725086] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.725128] env[68864]: DEBUG nova.objects.instance [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1536.733909] env[68864]: DEBUG oslo_concurrency.lockutils [None req-468ae1c2-8f5d-4726-9133-d83d7e4ff02e tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.142391] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.142779] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.645736] env[68864]: INFO nova.compute.manager [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Detaching volume 21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46 [ 1573.674695] env[68864]: INFO nova.virt.block_device [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Attempting to driver detach volume 21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46 from mountpoint /dev/sdb [ 1573.674940] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1573.675156] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1573.676070] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c22460-78a3-4f9f-a4b4-df65f940ed31 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.698019] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e7cec6-e446-4924-9b4d-6f84522eeb9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.704198] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f86d7db-3c9d-4811-8b13-f12f885dea5d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.723370] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4dac6e-b687-4310-bed9-5c1c5462f6cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.737230] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] The volume has not been displaced from its original location: [datastore2] volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46/volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1573.742412] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1573.742658] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5037e11d-c3a2-4afc-9a62-090a7b569774 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.761205] env[68864]: DEBUG oslo_vmware.api [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1573.761205] env[68864]: value = "task-3186540" [ 1573.761205] env[68864]: _type = "Task" [ 1573.761205] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.768390] env[68864]: DEBUG oslo_vmware.api [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.270237] env[68864]: DEBUG oslo_vmware.api [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186540, 'name': ReconfigVM_Task, 'duration_secs': 0.227582} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.270678] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1574.275016] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e2ac6e-5544-49c9-9374-f94a15565743 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.289269] env[68864]: DEBUG oslo_vmware.api [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1574.289269] env[68864]: value = "task-3186541" [ 1574.289269] env[68864]: _type = "Task" [ 1574.289269] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.296404] env[68864]: DEBUG oslo_vmware.api [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.798759] env[68864]: DEBUG oslo_vmware.api [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186541, 'name': ReconfigVM_Task, 'duration_secs': 0.127484} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.799074] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637270', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'name': 'volume-21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e9cc32fd-f07a-442c-8efd-51c3226bded3', 'attached_at': '', 'detached_at': '', 'volume_id': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46', 'serial': '21d5bd07-4656-4dd0-bf2d-0fdcb69e9b46'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1575.339737] env[68864]: DEBUG nova.objects.instance [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'flavor' on Instance uuid e9cc32fd-f07a-442c-8efd-51c3226bded3 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.347380] env[68864]: DEBUG oslo_concurrency.lockutils [None req-de26fb94-6d94-4f26-8490-b8394f1859d0 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.379507] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.379889] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.380074] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "e9cc32fd-f07a-442c-8efd-51c3226bded3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.380257] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.380378] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.382452] env[68864]: INFO nova.compute.manager [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Terminating instance [ 1577.886886] env[68864]: DEBUG nova.compute.manager [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.887189] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.888679] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe76f15-b045-4830-b3bf-2d6bc3abf9db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.896070] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.896295] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6119ba-ed85-405c-a9c8-062a6501fd42 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.902349] env[68864]: DEBUG oslo_vmware.api [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1577.902349] env[68864]: value = "task-3186542" [ 1577.902349] env[68864]: _type = "Task" [ 1577.902349] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.910760] env[68864]: DEBUG oslo_vmware.api [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.412851] env[68864]: DEBUG oslo_vmware.api [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186542, 'name': PowerOffVM_Task, 'duration_secs': 0.160915} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.413264] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.413317] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.413543] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b5acc3-dbff-4da5-8c7c-7e121e18b173 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.477548] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.477759] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.477940] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleting the datastore file [datastore1] e9cc32fd-f07a-442c-8efd-51c3226bded3 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.478221] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7909f956-4a68-483f-8fa1-3ac86c41267a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.484254] env[68864]: DEBUG oslo_vmware.api [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1578.484254] env[68864]: value = "task-3186544" [ 1578.484254] env[68864]: _type = "Task" [ 1578.484254] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.491510] env[68864]: DEBUG oslo_vmware.api [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.993999] env[68864]: DEBUG oslo_vmware.api [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131747} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.994274] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.994459] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.994636] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.994808] env[68864]: INFO nova.compute.manager [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1578.995080] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1578.995277] env[68864]: DEBUG nova.compute.manager [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.995372] env[68864]: DEBUG nova.network.neutron [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.487979] env[68864]: DEBUG nova.compute.manager [req-c0cfe48d-5954-4cd9-9a2f-51778a632df9 req-60f40a9a-84b6-489a-bf9f-1288586d81b3 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Received event network-vif-deleted-aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1579.488252] env[68864]: INFO nova.compute.manager [req-c0cfe48d-5954-4cd9-9a2f-51778a632df9 req-60f40a9a-84b6-489a-bf9f-1288586d81b3 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Neutron deleted interface aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed; detaching it from the instance and deleting it from the info cache [ 1579.488252] env[68864]: DEBUG nova.network.neutron [req-c0cfe48d-5954-4cd9-9a2f-51778a632df9 req-60f40a9a-84b6-489a-bf9f-1288586d81b3 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.927216] env[68864]: DEBUG nova.network.neutron [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.990863] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2692f97-1ff3-42b3-80d9-d07fe17ddf25 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.002028] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f887f69-9fe4-4793-ade8-7020fc6beb8e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.028683] env[68864]: DEBUG nova.compute.manager [req-c0cfe48d-5954-4cd9-9a2f-51778a632df9 req-60f40a9a-84b6-489a-bf9f-1288586d81b3 service nova] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Detach interface failed, port_id=aa8ec68e-f471-4e0f-be5a-1e8f0b4822ed, reason: Instance e9cc32fd-f07a-442c-8efd-51c3226bded3 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1580.429897] env[68864]: INFO nova.compute.manager [-] [instance: e9cc32fd-f07a-442c-8efd-51c3226bded3] Took 1.43 seconds to deallocate network for instance. [ 1580.937148] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.937548] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.937645] env[68864]: DEBUG nova.objects.instance [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'resources' on Instance uuid e9cc32fd-f07a-442c-8efd-51c3226bded3 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.493042] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4eee5a-fa71-477c-ba72-84ea2adc795b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.500412] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf07854a-fedc-492b-bdfc-31c609e84ee4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.529790] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e32588f-7616-4ee0-aa37-668c3d33d70d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.536962] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a5361-eaa0-4602-bd90-06ff419e4e39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.550754] env[68864]: DEBUG nova.compute.provider_tree [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.053548] env[68864]: DEBUG nova.scheduler.client.report [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.559019] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.579455] env[68864]: INFO nova.scheduler.client.report [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted allocations for instance e9cc32fd-f07a-442c-8efd-51c3226bded3 [ 1583.087694] env[68864]: DEBUG oslo_concurrency.lockutils [None req-33bd9501-e157-4d92-a623-ae6a79bcef35 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "e9cc32fd-f07a-442c-8efd-51c3226bded3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.773648] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "dd66b449-2969-4f54-8f64-9955eaaa5419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.773943] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.276273] env[68864]: DEBUG nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1585.619717] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.619910] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.620055] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.620320] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.620641] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.620742] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.620882] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.621030] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1585.621182] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.797950] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.798246] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.799684] env[68864]: INFO nova.compute.claims [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1586.124405] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.851704] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a6c15-862c-4b11-b55d-1fdbb72025a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.859307] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a310ba-fd7f-4950-a5b5-c3fa0a62e4ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.888856] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3f2f1f-0128-47cb-a968-1d41685e5b90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.895340] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0179d-8a82-4987-b9ef-029ba17f60ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.907787] env[68864]: DEBUG nova.compute.provider_tree [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.411418] env[68864]: DEBUG nova.scheduler.client.report [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.916561] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.917114] env[68864]: DEBUG nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.919659] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.796s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.919846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.919997] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1587.921195] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae7d1ba-9a66-44f9-9323-644751893b68 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.929820] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded754f3-bed2-4178-983c-2cf8d0cd9770 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.943357] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9419a5f-3244-43e4-ba88-4e80f76e0f3b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.949564] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6d9f5-7faf-49ad-86f3-d230f20111a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.979241] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180450MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1587.979367] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.979592] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.426546] env[68864]: DEBUG nova.compute.utils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1588.428497] env[68864]: DEBUG nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1588.428711] env[68864]: DEBUG nova.network.neutron [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1588.473805] env[68864]: DEBUG nova.policy [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0603ea3cfb846ffa3bba10b69447cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5adfd418a1ff4e3995faa498c79b4f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.707178] env[68864]: DEBUG nova.network.neutron [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Successfully created port: b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.932469] env[68864]: DEBUG nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.999722] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.999886] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1589.000026] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance dd66b449-2969-4f54-8f64-9955eaaa5419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1589.000205] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1589.000341] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1589.041954] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab90e4e-8e9e-4313-b140-ec0f54f88c22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.049372] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ded692-514d-497e-a256-7761459bcc08 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.078065] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7e0bdd-6415-4118-90d1-8b0ab93f43b1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.084902] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097cee3d-1083-4af9-8632-a60717964504 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.098537] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.601414] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.942628] env[68864]: DEBUG nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.969011] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.969253] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.969414] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.969621] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.969787] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.969910] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.970127] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.970287] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.970449] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.970609] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.970790] env[68864]: DEBUG nova.virt.hardware [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.971691] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f7f16-60a8-4393-a312-254cb3f919b8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.979422] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9c3531-a767-4192-a933-dcf54b1fd259 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.068139] env[68864]: DEBUG nova.compute.manager [req-ef5c7a85-1e3f-42d1-90f9-4f189ac6a57d req-beb7f0d8-efb7-4371-b796-44080a25922e service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Received event network-vif-plugged-b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1590.068374] env[68864]: DEBUG oslo_concurrency.lockutils [req-ef5c7a85-1e3f-42d1-90f9-4f189ac6a57d req-beb7f0d8-efb7-4371-b796-44080a25922e service nova] Acquiring lock "dd66b449-2969-4f54-8f64-9955eaaa5419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.068625] env[68864]: DEBUG oslo_concurrency.lockutils [req-ef5c7a85-1e3f-42d1-90f9-4f189ac6a57d req-beb7f0d8-efb7-4371-b796-44080a25922e service nova] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.068781] env[68864]: DEBUG oslo_concurrency.lockutils [req-ef5c7a85-1e3f-42d1-90f9-4f189ac6a57d req-beb7f0d8-efb7-4371-b796-44080a25922e service nova] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.068983] env[68864]: DEBUG nova.compute.manager [req-ef5c7a85-1e3f-42d1-90f9-4f189ac6a57d req-beb7f0d8-efb7-4371-b796-44080a25922e service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] No waiting events found dispatching network-vif-plugged-b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.069178] env[68864]: WARNING nova.compute.manager [req-ef5c7a85-1e3f-42d1-90f9-4f189ac6a57d req-beb7f0d8-efb7-4371-b796-44080a25922e service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Received unexpected event network-vif-plugged-b3205d19-d9ba-4454-bf10-8df7d7bf50f1 for instance with vm_state building and task_state spawning. [ 1590.105444] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1590.105618] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.148031] env[68864]: DEBUG nova.network.neutron [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Successfully updated port: b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.651507] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.651728] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.651954] env[68864]: DEBUG nova.network.neutron [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.183880] env[68864]: DEBUG nova.network.neutron [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.310386] env[68864]: DEBUG nova.network.neutron [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Updating instance_info_cache with network_info: [{"id": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "address": "fa:16:3e:fe:f4:b5", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3205d19-d9", "ovs_interfaceid": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.812930] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.813279] env[68864]: DEBUG nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Instance network_info: |[{"id": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "address": "fa:16:3e:fe:f4:b5", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3205d19-d9", "ovs_interfaceid": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1591.813703] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:f4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3205d19-d9ba-4454-bf10-8df7d7bf50f1', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.821379] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1591.821590] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.821818] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a853830-3632-4fe2-829e-70567b826e9e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.841887] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.841887] env[68864]: value = "task-3186545" [ 1591.841887] env[68864]: _type = "Task" [ 1591.841887] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.849552] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186545, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.103497] env[68864]: DEBUG nova.compute.manager [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Received event network-changed-b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1592.103712] env[68864]: DEBUG nova.compute.manager [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Refreshing instance network info cache due to event network-changed-b3205d19-d9ba-4454-bf10-8df7d7bf50f1. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1592.103905] env[68864]: DEBUG oslo_concurrency.lockutils [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] Acquiring lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.104061] env[68864]: DEBUG oslo_concurrency.lockutils [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] Acquired lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.104223] env[68864]: DEBUG nova.network.neutron [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Refreshing network info cache for port b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1592.351738] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186545, 'name': CreateVM_Task, 'duration_secs': 0.313799} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.352149] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.352579] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.352747] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.353082] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.353347] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b34baf-b271-4567-8653-8aa4fc5d1490 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.358100] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1592.358100] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5239649e-17df-1b8b-9523-e8f2cf7573d9" [ 1592.358100] env[68864]: _type = "Task" [ 1592.358100] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.366670] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5239649e-17df-1b8b-9523-e8f2cf7573d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.792931] env[68864]: DEBUG nova.network.neutron [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Updated VIF entry in instance network info cache for port b3205d19-d9ba-4454-bf10-8df7d7bf50f1. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.793065] env[68864]: DEBUG nova.network.neutron [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Updating instance_info_cache with network_info: [{"id": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "address": "fa:16:3e:fe:f4:b5", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3205d19-d9", "ovs_interfaceid": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.868192] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5239649e-17df-1b8b-9523-e8f2cf7573d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.868515] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.868748] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.868975] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.869135] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.869318] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.869574] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc942cc1-3548-4b49-9815-0ba414db9b4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.877426] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.877597] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.878281] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694959fb-67f6-451d-82a4-882d9562b50c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.883185] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1592.883185] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5268eada-ccda-820e-328e-2fc10419fcb9" [ 1592.883185] env[68864]: _type = "Task" [ 1592.883185] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.890258] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5268eada-ccda-820e-328e-2fc10419fcb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.295521] env[68864]: DEBUG oslo_concurrency.lockutils [req-db3ac983-4ca9-4221-a4ca-887f15698d3e req-cc58052b-775c-4c59-965e-95a08b804799 service nova] Releasing lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.393941] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5268eada-ccda-820e-328e-2fc10419fcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.394719] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8788de1e-1565-426e-bd7f-acec0cea9782 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.399691] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1593.399691] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b996b1-4b6a-f293-d1ad-1817c54fbbdd" [ 1593.399691] env[68864]: _type = "Task" [ 1593.399691] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.406773] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b996b1-4b6a-f293-d1ad-1817c54fbbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.909344] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52b996b1-4b6a-f293-d1ad-1817c54fbbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.009172} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.909592] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.909852] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] dd66b449-2969-4f54-8f64-9955eaaa5419/dd66b449-2969-4f54-8f64-9955eaaa5419.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.910109] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65528a22-749c-47a4-842f-af885709c8f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.916672] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1593.916672] env[68864]: value = "task-3186546" [ 1593.916672] env[68864]: _type = "Task" [ 1593.916672] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.924033] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.425891] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410251} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.426278] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore1] dd66b449-2969-4f54-8f64-9955eaaa5419/dd66b449-2969-4f54-8f64-9955eaaa5419.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.426406] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.426636] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b9aec28-1e3d-48f8-9254-56a548c6e5aa {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.432339] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1594.432339] env[68864]: value = "task-3186547" [ 1594.432339] env[68864]: _type = "Task" [ 1594.432339] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.439165] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.942269] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055751} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.942544] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.943318] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7650c2-95d9-4f37-88ad-35d87fc8ffda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.964579] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] dd66b449-2969-4f54-8f64-9955eaaa5419/dd66b449-2969-4f54-8f64-9955eaaa5419.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.964855] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0643ceec-aa9d-4413-b059-3bda23825bd9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.985077] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1594.985077] env[68864]: value = "task-3186548" [ 1594.985077] env[68864]: _type = "Task" [ 1594.985077] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.992355] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.494715] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186548, 'name': ReconfigVM_Task, 'duration_secs': 0.308065} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.495166] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Reconfigured VM instance instance-0000007d to attach disk [datastore1] dd66b449-2969-4f54-8f64-9955eaaa5419/dd66b449-2969-4f54-8f64-9955eaaa5419.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.495591] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46960101-e8f2-4fb7-9418-a2a3d8bb5da1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.501542] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1595.501542] env[68864]: value = "task-3186549" [ 1595.501542] env[68864]: _type = "Task" [ 1595.501542] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.508728] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186549, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.011350] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186549, 'name': Rename_Task, 'duration_secs': 0.130753} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.011604] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.011835] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22af44f-dc17-47b8-a83d-562c4f1b81da {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.018908] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1596.018908] env[68864]: value = "task-3186550" [ 1596.018908] env[68864]: _type = "Task" [ 1596.018908] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.026069] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.528664] env[68864]: DEBUG oslo_vmware.api [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186550, 'name': PowerOnVM_Task, 'duration_secs': 0.429201} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.529102] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.529152] env[68864]: INFO nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1596.529314] env[68864]: DEBUG nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.530138] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae2ba9d-a3c6-4be7-9256-cb32b6b9e31e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.046057] env[68864]: INFO nova.compute.manager [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Took 11.27 seconds to build instance. [ 1597.520484] env[68864]: DEBUG nova.compute.manager [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Received event network-changed-b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1597.520693] env[68864]: DEBUG nova.compute.manager [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Refreshing instance network info cache due to event network-changed-b3205d19-d9ba-4454-bf10-8df7d7bf50f1. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1597.520907] env[68864]: DEBUG oslo_concurrency.lockutils [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] Acquiring lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.521067] env[68864]: DEBUG oslo_concurrency.lockutils [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] Acquired lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.521235] env[68864]: DEBUG nova.network.neutron [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Refreshing network info cache for port b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.547977] env[68864]: DEBUG oslo_concurrency.lockutils [None req-0041fef6-47b1-4087-baed-4e420be486b6 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.774s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.207291] env[68864]: DEBUG nova.network.neutron [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Updated VIF entry in instance network info cache for port b3205d19-d9ba-4454-bf10-8df7d7bf50f1. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.207730] env[68864]: DEBUG nova.network.neutron [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Updating instance_info_cache with network_info: [{"id": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "address": "fa:16:3e:fe:f4:b5", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3205d19-d9", "ovs_interfaceid": "b3205d19-d9ba-4454-bf10-8df7d7bf50f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.711127] env[68864]: DEBUG oslo_concurrency.lockutils [req-ba21161e-cb82-48dd-ae78-764a328b41a4 req-56e4498d-e6a0-4b07-80e4-eea2a4b22e03 service nova] Releasing lock "refresh_cache-dd66b449-2969-4f54-8f64-9955eaaa5419" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.739519] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "d7b449c1-d0be-4003-a071-762039584eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.739832] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.241660] env[68864]: DEBUG nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1617.762839] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.763134] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.764978] env[68864]: INFO nova.compute.claims [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1618.829891] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e4ae78-db5c-4e5c-baa8-6fdaebd91420 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.837595] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029d1b6a-a0e1-4058-b10b-31ded250f191 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.866364] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474806f-20a3-463f-bdc9-42d64dd182ed {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.873267] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6e55e-b64d-4063-814f-88bebda19272 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.886742] env[68864]: DEBUG nova.compute.provider_tree [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.390411] env[68864]: DEBUG nova.scheduler.client.report [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.895673] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1619.896102] env[68864]: DEBUG nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.401660] env[68864]: DEBUG nova.compute.utils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1620.403105] env[68864]: DEBUG nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Allocating IP information in the background. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.403282] env[68864]: DEBUG nova.network.neutron [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] allocate_for_instance() {{(pid=68864) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.445578] env[68864]: DEBUG nova.policy [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0603ea3cfb846ffa3bba10b69447cfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5adfd418a1ff4e3995faa498c79b4f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68864) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.680085] env[68864]: DEBUG nova.network.neutron [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Successfully created port: ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.908258] env[68864]: DEBUG nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.412865] env[68864]: INFO nova.virt.block_device [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Booting with volume 58ec73b1-8044-411e-830b-e8de7fa63c2e at /dev/sda [ 1621.447658] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4d21e3c-13ce-4bec-9aae-f596db38dcd9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.457282] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775d74b-ef5f-4bec-a062-06befd5961cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.485593] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fb6187a-cb78-4072-af2d-08d2f1d9c4db {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.494131] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba13f46-4de5-4272-ae50-d5a559c8247c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.518960] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287f0b3-d42d-415d-96b8-12b4868e4b60 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.525309] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd700c-e4c5-4c6d-bb36-c77bf5c7f3b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.539935] env[68864]: DEBUG nova.virt.block_device [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating existing volume attachment record: d3b8e18a-43f3-4c71-ae9f-3a6e09d44ea3 {{(pid=68864) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1622.013767] env[68864]: DEBUG nova.compute.manager [req-71102dd0-3304-4c9e-9ae2-6de0b45868da req-6abd9b91-a72a-4042-a8f4-39f6e22c8359 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Received event network-vif-plugged-ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1622.014026] env[68864]: DEBUG oslo_concurrency.lockutils [req-71102dd0-3304-4c9e-9ae2-6de0b45868da req-6abd9b91-a72a-4042-a8f4-39f6e22c8359 service nova] Acquiring lock "d7b449c1-d0be-4003-a071-762039584eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1622.014217] env[68864]: DEBUG oslo_concurrency.lockutils [req-71102dd0-3304-4c9e-9ae2-6de0b45868da req-6abd9b91-a72a-4042-a8f4-39f6e22c8359 service nova] Lock "d7b449c1-d0be-4003-a071-762039584eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1622.014449] env[68864]: DEBUG oslo_concurrency.lockutils [req-71102dd0-3304-4c9e-9ae2-6de0b45868da req-6abd9b91-a72a-4042-a8f4-39f6e22c8359 service nova] Lock "d7b449c1-d0be-4003-a071-762039584eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.014546] env[68864]: DEBUG nova.compute.manager [req-71102dd0-3304-4c9e-9ae2-6de0b45868da req-6abd9b91-a72a-4042-a8f4-39f6e22c8359 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] No waiting events found dispatching network-vif-plugged-ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1622.014687] env[68864]: WARNING nova.compute.manager [req-71102dd0-3304-4c9e-9ae2-6de0b45868da req-6abd9b91-a72a-4042-a8f4-39f6e22c8359 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Received unexpected event network-vif-plugged-ecf4261a-a805-406a-a464-45fc2b684ae2 for instance with vm_state building and task_state block_device_mapping. [ 1622.095020] env[68864]: DEBUG nova.network.neutron [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Successfully updated port: ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1622.597695] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.597855] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.597989] env[68864]: DEBUG nova.network.neutron [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.128553] env[68864]: DEBUG nova.network.neutron [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.241245] env[68864]: DEBUG nova.network.neutron [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [{"id": "ecf4261a-a805-406a-a464-45fc2b684ae2", "address": "fa:16:3e:3b:ad:f7", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261a-a8", "ovs_interfaceid": "ecf4261a-a805-406a-a464-45fc2b684ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.614516] env[68864]: DEBUG nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1623.615094] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.615318] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.615472] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.615651] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.615797] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.615943] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.616159] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.616313] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.616476] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.616636] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.616804] env[68864]: DEBUG nova.virt.hardware [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.617710] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c865f3c-8052-4de3-bc4c-a8ef63a82dd7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.627492] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66559cad-ac57-4945-977a-bf20f5389e38 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.743735] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.744111] env[68864]: DEBUG nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Instance network_info: |[{"id": "ecf4261a-a805-406a-a464-45fc2b684ae2", "address": "fa:16:3e:3b:ad:f7", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261a-a8", "ovs_interfaceid": "ecf4261a-a805-406a-a464-45fc2b684ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1623.744529] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ad:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecf4261a-a805-406a-a464-45fc2b684ae2', 'vif_model': 'vmxnet3'}] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.751976] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1623.752201] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.752420] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-716e0d14-99bc-4ab7-b922-d6db9558b134 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.772853] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.772853] env[68864]: value = "task-3186559" [ 1623.772853] env[68864]: _type = "Task" [ 1623.772853] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.780124] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186559, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.041779] env[68864]: DEBUG nova.compute.manager [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Received event network-changed-ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1624.042065] env[68864]: DEBUG nova.compute.manager [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Refreshing instance network info cache due to event network-changed-ecf4261a-a805-406a-a464-45fc2b684ae2. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1624.042328] env[68864]: DEBUG oslo_concurrency.lockutils [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] Acquiring lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.042516] env[68864]: DEBUG oslo_concurrency.lockutils [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] Acquired lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.042722] env[68864]: DEBUG nova.network.neutron [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Refreshing network info cache for port ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.291297] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186559, 'name': CreateVM_Task, 'duration_secs': 0.340461} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.291706] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.292094] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'd3b8e18a-43f3-4c71-ae9f-3a6e09d44ea3', 'mount_device': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637274', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'name': 'volume-58ec73b1-8044-411e-830b-e8de7fa63c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7b449c1-d0be-4003-a071-762039584eb1', 'attached_at': '', 'detached_at': '', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'serial': '58ec73b1-8044-411e-830b-e8de7fa63c2e'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68864) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1624.292306] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Root volume attach. Driver type: vmdk {{(pid=68864) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1624.293070] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eeef09-f535-4198-822e-ed5485e7d739 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.300274] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a7e67-0567-4dfe-a9dd-9966dbb766ba {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.306280] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6089206b-200a-49ff-8a2c-67cb20328959 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.312097] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7bb5b8e9-a131-4cd0-bdc1-aedc3c4c49f4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.318562] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1624.318562] env[68864]: value = "task-3186560" [ 1624.318562] env[68864]: _type = "Task" [ 1624.318562] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.325396] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186560, 'name': RelocateVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.722520] env[68864]: DEBUG nova.network.neutron [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updated VIF entry in instance network info cache for port ecf4261a-a805-406a-a464-45fc2b684ae2. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.722880] env[68864]: DEBUG nova.network.neutron [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [{"id": "ecf4261a-a805-406a-a464-45fc2b684ae2", "address": "fa:16:3e:3b:ad:f7", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261a-a8", "ovs_interfaceid": "ecf4261a-a805-406a-a464-45fc2b684ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.827589] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186560, 'name': RelocateVM_Task, 'duration_secs': 0.37584} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.827838] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Volume attach. Driver type: vmdk {{(pid=68864) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1624.828158] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637274', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'name': 'volume-58ec73b1-8044-411e-830b-e8de7fa63c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7b449c1-d0be-4003-a071-762039584eb1', 'attached_at': '', 'detached_at': '', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'serial': '58ec73b1-8044-411e-830b-e8de7fa63c2e'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1624.828936] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dc65ce-b356-46ca-906c-9774af029435 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.843401] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0add9a1-f590-456c-8b80-01a30704d3ee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.864009] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-58ec73b1-8044-411e-830b-e8de7fa63c2e/volume-58ec73b1-8044-411e-830b-e8de7fa63c2e.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.864537] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b50245a5-8242-4556-8617-01c40db2ff56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.882484] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1624.882484] env[68864]: value = "task-3186561" [ 1624.882484] env[68864]: _type = "Task" [ 1624.882484] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.889467] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.226221] env[68864]: DEBUG oslo_concurrency.lockutils [req-4bbbb3d5-4bd7-4a0c-8017-89b58e5a63dc req-8bab7bf9-7ef6-4352-b8bc-5fc138b16ba6 service nova] Releasing lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.392782] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186561, 'name': ReconfigVM_Task, 'duration_secs': 0.298061} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.393183] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-58ec73b1-8044-411e-830b-e8de7fa63c2e/volume-58ec73b1-8044-411e-830b-e8de7fa63c2e.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.397752] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5949946-9b66-4539-a258-fb76c20a94a5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.412359] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1625.412359] env[68864]: value = "task-3186562" [ 1625.412359] env[68864]: _type = "Task" [ 1625.412359] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.419625] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.921443] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186562, 'name': ReconfigVM_Task, 'duration_secs': 0.122272} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.921758] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637274', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'name': 'volume-58ec73b1-8044-411e-830b-e8de7fa63c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7b449c1-d0be-4003-a071-762039584eb1', 'attached_at': '', 'detached_at': '', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'serial': '58ec73b1-8044-411e-830b-e8de7fa63c2e'} {{(pid=68864) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1625.922291] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b8fa56d-0b71-43fd-a8da-f016a0c76c79 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.928420] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1625.928420] env[68864]: value = "task-3186563" [ 1625.928420] env[68864]: _type = "Task" [ 1625.928420] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.935569] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186563, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.440023] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186563, 'name': Rename_Task, 'duration_secs': 0.18398} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.440459] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.440557] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da31d31-e970-4067-afa3-23b004e9647e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.446254] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1626.446254] env[68864]: value = "task-3186564" [ 1626.446254] env[68864]: _type = "Task" [ 1626.446254] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.452971] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.956301] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186564, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.456969] env[68864]: DEBUG oslo_vmware.api [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186564, 'name': PowerOnVM_Task, 'duration_secs': 0.512545} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.457344] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1627.457489] env[68864]: INFO nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Took 3.84 seconds to spawn the instance on the hypervisor. [ 1627.457611] env[68864]: DEBUG nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.458375] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaac7226-c9b7-4abc-903f-7378245215ae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.975042] env[68864]: INFO nova.compute.manager [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Took 10.23 seconds to build instance. [ 1628.476903] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d520cb34-a1ee-410c-91ac-91b6911dd6a2 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.737s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.737381] env[68864]: DEBUG nova.compute.manager [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Received event network-changed-81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1628.737599] env[68864]: DEBUG nova.compute.manager [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Refreshing instance network info cache due to event network-changed-81b1aa61-6897-4a58-beb2-b1916cc98e22. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1628.737811] env[68864]: DEBUG oslo_concurrency.lockutils [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] Acquiring lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.737954] env[68864]: DEBUG oslo_concurrency.lockutils [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] Acquired lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.738124] env[68864]: DEBUG nova.network.neutron [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Refreshing network info cache for port 81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.452529] env[68864]: DEBUG nova.network.neutron [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updated VIF entry in instance network info cache for port 81b1aa61-6897-4a58-beb2-b1916cc98e22. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.452910] env[68864]: DEBUG nova.network.neutron [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updating instance_info_cache with network_info: [{"id": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "address": "fa:16:3e:58:95:ea", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b1aa61-68", "ovs_interfaceid": "81b1aa61-6897-4a58-beb2-b1916cc98e22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.955839] env[68864]: DEBUG oslo_concurrency.lockutils [req-26b4a5d5-1834-4781-8967-6fd6de290953 req-32a1c802-079b-4756-a7b2-bcaec634f315 service nova] Releasing lock "refresh_cache-2fc4f657-88fb-4bb0-bc37-d4dfadb84727" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1630.204089] env[68864]: DEBUG nova.compute.manager [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Stashing vm_state: active {{(pid=68864) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1630.725837] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1630.726055] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1630.761607] env[68864]: DEBUG nova.compute.manager [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Received event network-changed-ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1630.761804] env[68864]: DEBUG nova.compute.manager [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Refreshing instance network info cache due to event network-changed-ecf4261a-a805-406a-a464-45fc2b684ae2. {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1630.762019] env[68864]: DEBUG oslo_concurrency.lockutils [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] Acquiring lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.762212] env[68864]: DEBUG oslo_concurrency.lockutils [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] Acquired lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.762314] env[68864]: DEBUG nova.network.neutron [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Refreshing network info cache for port ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.230876] env[68864]: INFO nova.compute.claims [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.456910] env[68864]: DEBUG nova.network.neutron [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updated VIF entry in instance network info cache for port ecf4261a-a805-406a-a464-45fc2b684ae2. {{(pid=68864) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.457293] env[68864]: DEBUG nova.network.neutron [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [{"id": "ecf4261a-a805-406a-a464-45fc2b684ae2", "address": "fa:16:3e:3b:ad:f7", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261a-a8", "ovs_interfaceid": "ecf4261a-a805-406a-a464-45fc2b684ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.737459] env[68864]: INFO nova.compute.resource_tracker [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating resource usage from migration 0acc7bf9-98d2-4341-83b6-2b373866624a [ 1631.802580] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46622081-5a4b-4ff0-b0dd-c94f9c16deae {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.810695] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435cf6be-c544-447f-8393-8e383d03ed12 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.839645] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4568e7b-951b-4a5c-905d-c80398efc1cf {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.846134] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a6ad2b-e22f-46be-99d3-5c216c73a9cc {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.858599] env[68864]: DEBUG nova.compute.provider_tree [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.960248] env[68864]: DEBUG oslo_concurrency.lockutils [req-fb1e3d49-4473-4339-8051-0ff0e70115d9 req-4f8162e1-0f2a-4c91-9ab3-b8ac4cfd8f24 service nova] Releasing lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.362073] env[68864]: DEBUG nova.scheduler.client.report [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.867515] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.867702] env[68864]: INFO nova.compute.manager [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Migrating [ 1633.382091] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.382450] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1633.382494] env[68864]: DEBUG nova.network.neutron [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.068569] env[68864]: DEBUG nova.network.neutron [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [{"id": "ecf4261a-a805-406a-a464-45fc2b684ae2", "address": "fa:16:3e:3b:ad:f7", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261a-a8", "ovs_interfaceid": "ecf4261a-a805-406a-a464-45fc2b684ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.571235] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.086360] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aed1330-6334-44e8-b5b0-bc0bb258eca5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.104990] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance 'd7b449c1-d0be-4003-a071-762039584eb1' progress to 0 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1636.610854] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.611194] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9abe20ed-26b9-4f70-837a-858b89d4e0b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.619379] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1636.619379] env[68864]: value = "task-3186565" [ 1636.619379] env[68864]: _type = "Task" [ 1636.619379] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.629992] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.128939] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186565, 'name': PowerOffVM_Task, 'duration_secs': 0.18591} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.129291] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.129415] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance 'd7b449c1-d0be-4003-a071-762039584eb1' progress to 17 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.635910] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.636189] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.636305] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.636488] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.636650] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.636829] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.637076] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.637230] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.637368] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.637526] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.637692] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.642608] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f534b200-7c72-4a44-aa0b-f076dd33855a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.658490] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1637.658490] env[68864]: value = "task-3186566" [ 1637.658490] env[68864]: _type = "Task" [ 1637.658490] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.666120] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.167886] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186566, 'name': ReconfigVM_Task, 'duration_secs': 0.165586} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.168294] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance 'd7b449c1-d0be-4003-a071-762039584eb1' progress to 33 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.674587] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.674915] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.674996] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.675187] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.675338] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.675486] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.675694] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.675855] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.676037] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.676345] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.676594] env[68864]: DEBUG nova.virt.hardware [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.681935] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1638.682236] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd84b707-9dcc-4d0b-9fc5-6047ea12862d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.701838] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1638.701838] env[68864]: value = "task-3186567" [ 1638.701838] env[68864]: _type = "Task" [ 1638.701838] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.711793] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.211744] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186567, 'name': ReconfigVM_Task, 'duration_secs': 0.213041} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.212092] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1639.212767] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c2171-3d33-4622-8576-0fec36c730fe {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.233485] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-58ec73b1-8044-411e-830b-e8de7fa63c2e/volume-58ec73b1-8044-411e-830b-e8de7fa63c2e.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.234052] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531e3410-a1a2-4a84-85f5-10581950ded9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.250917] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1639.250917] env[68864]: value = "task-3186568" [ 1639.250917] env[68864]: _type = "Task" [ 1639.250917] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.261549] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.759835] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186568, 'name': ReconfigVM_Task, 'duration_secs': 0.26123} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.760116] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-58ec73b1-8044-411e-830b-e8de7fa63c2e/volume-58ec73b1-8044-411e-830b-e8de7fa63c2e.vmdk or device None with type thin {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.760371] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance 'd7b449c1-d0be-4003-a071-762039584eb1' progress to 50 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1640.266701] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72f974c-54e3-4225-b484-2532a40468d5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.286997] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a352e426-4bb8-449b-b2c0-e5213bb0610c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.303587] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance 'd7b449c1-d0be-4003-a071-762039584eb1' progress to 67 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1641.939317] env[68864]: DEBUG nova.network.neutron [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Port ecf4261a-a805-406a-a464-45fc2b684ae2 binding to destination host cpu-1 is already ACTIVE {{(pid=68864) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1642.768282] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.768500] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.961169] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "d7b449c1-d0be-4003-a071-762039584eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.961585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.961585] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1643.273773] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.273950] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.274125] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.274250] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.274396] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.274539] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.274675] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1643.275053] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1643.777998] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.778302] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.778478] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1643.778632] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1643.779591] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f215a2-2424-48df-a8b7-9a935d3cc644 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.787692] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f31881-d139-4763-9d26-b1d52934b164 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.802354] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d969127-c1d4-4bdd-8f8e-2f9d0c90aba9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.808483] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b1fcd3-73c5-4a76-a864-ed95a4a9184e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.836318] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180430MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1643.836433] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.836636] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.996638] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.996941] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.997053] env[68864]: DEBUG nova.network.neutron [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.688211] env[68864]: DEBUG nova.network.neutron [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [{"id": "ecf4261a-a805-406a-a464-45fc2b684ae2", "address": "fa:16:3e:3b:ad:f7", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261a-a8", "ovs_interfaceid": "ecf4261a-a805-406a-a464-45fc2b684ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.845151] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Applying migration context for instance d7b449c1-d0be-4003-a071-762039584eb1 as it has an incoming, in-progress migration 0acc7bf9-98d2-4341-83b6-2b373866624a. Migration status is post-migrating {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1644.845966] env[68864]: INFO nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating resource usage from migration 0acc7bf9-98d2-4341-83b6-2b373866624a [ 1644.864863] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.865024] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.865157] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance dd66b449-2969-4f54-8f64-9955eaaa5419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.865276] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Migration 0acc7bf9-98d2-4341-83b6-2b373866624a is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1644.865396] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance d7b449c1-d0be-4003-a071-762039584eb1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.865618] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1644.865760] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1644.926707] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d64ea7-b27f-4f0a-8832-d1417caca19a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.934205] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dc8490-ca56-48bd-ab4c-c001e1586607 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.965412] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43018ae-38c4-4e1c-b19f-687307d31ae4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.972297] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe6aba-da0e-426b-824a-17519a061081 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.985110] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.192325] env[68864]: DEBUG oslo_concurrency.lockutils [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.488548] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.701694] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ecf10d-39df-4663-99ae-569e389b3a0a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.709078] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8983592a-fc86-4b8d-a5a4-58a98a1c14d4 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.993151] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1645.993415] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1646.796379] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22a427c-5ea9-43e1-bdb2-381b7d5d28c9 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.816470] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aa1375-e389-44d6-a903-6ed47164f434 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.822923] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance 'd7b449c1-d0be-4003-a071-762039584eb1' progress to 83 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1647.329364] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.329673] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec3897ed-f08c-42c0-90b2-e2c6568d8600 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.338276] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1647.338276] env[68864]: value = "task-3186569" [ 1647.338276] env[68864]: _type = "Task" [ 1647.338276] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.346055] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.848137] env[68864]: DEBUG oslo_vmware.api [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186569, 'name': PowerOnVM_Task, 'duration_secs': 0.378931} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.848522] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.848565] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-e61ad622-d2bb-4905-86d1-43491bcb97cf tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance 'd7b449c1-d0be-4003-a071-762039584eb1' progress to 100 {{(pid=68864) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1650.471532] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "d7b449c1-d0be-4003-a071-762039584eb1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.471988] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.471988] env[68864]: DEBUG nova.compute.manager [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Going to confirm migration 10 {{(pid=68864) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1651.008387] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.008582] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquired lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.008756] env[68864]: DEBUG nova.network.neutron [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.008964] env[68864]: DEBUG nova.objects.instance [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'info_cache' on Instance uuid d7b449c1-d0be-4003-a071-762039584eb1 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.247953] env[68864]: DEBUG nova.network.neutron [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [{"id": "ecf4261a-a805-406a-a464-45fc2b684ae2", "address": "fa:16:3e:3b:ad:f7", "network": {"id": "18df2d49-58ff-4960-8699-fa43d2897e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-246349733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5adfd418a1ff4e3995faa498c79b4f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf4261a-a8", "ovs_interfaceid": "ecf4261a-a805-406a-a464-45fc2b684ae2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.751574] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Releasing lock "refresh_cache-d7b449c1-d0be-4003-a071-762039584eb1" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.751840] env[68864]: DEBUG nova.objects.instance [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'migration_context' on Instance uuid d7b449c1-d0be-4003-a071-762039584eb1 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.254773] env[68864]: DEBUG nova.objects.base [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68864) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1653.255749] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b34b0e-73f3-4aaa-9aaa-5eef28d1c4a0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.274211] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3efc0bf-d3c7-4219-9103-a5904950f835 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.279396] env[68864]: DEBUG oslo_vmware.api [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1653.279396] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52243005-2610-e28e-d8e7-5300f6334901" [ 1653.279396] env[68864]: _type = "Task" [ 1653.279396] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.286527] env[68864]: DEBUG oslo_vmware.api [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52243005-2610-e28e-d8e7-5300f6334901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.789526] env[68864]: DEBUG oslo_vmware.api [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52243005-2610-e28e-d8e7-5300f6334901, 'name': SearchDatastore_Task, 'duration_secs': 0.008619} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.789804] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.790082] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1654.366336] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734c854-55d9-4922-9272-4868f947a4ad {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.374344] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2990421f-fd2b-412d-8e4c-4e5794a72bda {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.404922] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8262ddb2-ee58-4452-92dd-da419d9b2df8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.412369] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa0062f-076e-4c85-a9ef-73d6dbb1d47d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.425300] env[68864]: DEBUG nova.compute.provider_tree [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.929220] env[68864]: DEBUG nova.scheduler.client.report [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.944818] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.155s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1656.499482] env[68864]: INFO nova.scheduler.client.report [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted allocation for migration 0acc7bf9-98d2-4341-83b6-2b373866624a [ 1656.795966] env[68864]: INFO nova.compute.manager [None req-b4a4f83b-e6a3-4ea3-892c-7b3709f2780d tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Get console output [ 1656.796391] env[68864]: WARNING nova.virt.vmwareapi.driver [None req-b4a4f83b-e6a3-4ea3-892c-7b3709f2780d tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] The console log is missing. Check your VSPC configuration [ 1657.004548] env[68864]: DEBUG oslo_concurrency.lockutils [None req-314e6bf1-f2c2-4141-aabb-a4ec93137ec3 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.533s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.718059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "d7b449c1-d0be-4003-a071-762039584eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1683.718059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1683.718059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "d7b449c1-d0be-4003-a071-762039584eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1683.718059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1683.718059] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.721618] env[68864]: INFO nova.compute.manager [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Terminating instance [ 1684.225255] env[68864]: DEBUG nova.compute.manager [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1684.225534] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.225811] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1c1002-bece-4d98-9569-c37f43cd43f7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.234402] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1684.234402] env[68864]: value = "task-3186570" [ 1684.234402] env[68864]: _type = "Task" [ 1684.234402] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.242293] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.743871] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186570, 'name': PowerOffVM_Task, 'duration_secs': 0.212563} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.744328] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.744328] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Volume detach. Driver type: vmdk {{(pid=68864) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1684.744586] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637274', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'name': 'volume-58ec73b1-8044-411e-830b-e8de7fa63c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd7b449c1-d0be-4003-a071-762039584eb1', 'attached_at': '2025-03-26T21:17:06.000000', 'detached_at': '', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'serial': '58ec73b1-8044-411e-830b-e8de7fa63c2e'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1684.745256] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12c1390-224e-4c97-af26-cf929b056d4a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.762745] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d10e90-45f7-4b47-a470-9f014eb84e1a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.768680] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ca386-b9a7-43da-9692-22605bfd74cb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.785151] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383759c0-2baa-4693-ac41-b452e67e394a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.798575] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] The volume has not been displaced from its original location: [datastore2] volume-58ec73b1-8044-411e-830b-e8de7fa63c2e/volume-58ec73b1-8044-411e-830b-e8de7fa63c2e.vmdk. No consolidation needed. {{(pid=68864) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1684.803749] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1684.803985] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f41dcc-0e6d-4b7c-a276-1892f37b6b85 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.820324] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1684.820324] env[68864]: value = "task-3186571" [ 1684.820324] env[68864]: _type = "Task" [ 1684.820324] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.827470] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.330046] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186571, 'name': ReconfigVM_Task, 'duration_secs': 0.150706} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.330324] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=68864) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1685.334898] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc5f364-9be3-4345-8884-3f5ae978722c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.348700] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1685.348700] env[68864]: value = "task-3186572" [ 1685.348700] env[68864]: _type = "Task" [ 1685.348700] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.356116] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.859804] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186572, 'name': ReconfigVM_Task, 'duration_secs': 0.130266} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.860309] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-637274', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'name': 'volume-58ec73b1-8044-411e-830b-e8de7fa63c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd7b449c1-d0be-4003-a071-762039584eb1', 'attached_at': '2025-03-26T21:17:06.000000', 'detached_at': '', 'volume_id': '58ec73b1-8044-411e-830b-e8de7fa63c2e', 'serial': '58ec73b1-8044-411e-830b-e8de7fa63c2e'} {{(pid=68864) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1685.860309] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.860985] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc17264-430e-4005-9443-c17800902bee {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.867056] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.867276] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc22da5-9e97-4653-82b9-75fa93d3ade5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.928451] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.928684] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.928826] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleting the datastore file [datastore2] d7b449c1-d0be-4003-a071-762039584eb1 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.929090] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0516cf28-2dc7-4def-92fe-0a46cbdfbf3e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.934438] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1685.934438] env[68864]: value = "task-3186574" [ 1685.934438] env[68864]: _type = "Task" [ 1685.934438] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.941803] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.443961] env[68864]: DEBUG oslo_vmware.api [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07362} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.444264] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.444408] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.444579] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.444747] env[68864]: INFO nova.compute.manager [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1686.444983] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1686.445186] env[68864]: DEBUG nova.compute.manager [-] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1686.445281] env[68864]: DEBUG nova.network.neutron [-] [instance: d7b449c1-d0be-4003-a071-762039584eb1] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.884235] env[68864]: DEBUG nova.compute.manager [req-1ae5eecd-546e-498a-82a7-42efca263fa4 req-c01b7f12-644b-4092-a83c-b1c79beef60b service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Received event network-vif-deleted-ecf4261a-a805-406a-a464-45fc2b684ae2 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1686.884489] env[68864]: INFO nova.compute.manager [req-1ae5eecd-546e-498a-82a7-42efca263fa4 req-c01b7f12-644b-4092-a83c-b1c79beef60b service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Neutron deleted interface ecf4261a-a805-406a-a464-45fc2b684ae2; detaching it from the instance and deleting it from the info cache [ 1686.884714] env[68864]: DEBUG nova.network.neutron [req-1ae5eecd-546e-498a-82a7-42efca263fa4 req-c01b7f12-644b-4092-a83c-b1c79beef60b service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.367291] env[68864]: DEBUG nova.network.neutron [-] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.386894] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ff60aea-e8da-4a01-b167-3327e5caab10 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.396971] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee3fbae-3c20-4163-ac4b-b86419c2c746 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.421313] env[68864]: DEBUG nova.compute.manager [req-1ae5eecd-546e-498a-82a7-42efca263fa4 req-c01b7f12-644b-4092-a83c-b1c79beef60b service nova] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Detach interface failed, port_id=ecf4261a-a805-406a-a464-45fc2b684ae2, reason: Instance d7b449c1-d0be-4003-a071-762039584eb1 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1687.871019] env[68864]: INFO nova.compute.manager [-] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Took 1.43 seconds to deallocate network for instance. [ 1688.412044] env[68864]: INFO nova.compute.manager [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Took 0.54 seconds to detach 1 volumes for instance. [ 1688.414133] env[68864]: DEBUG nova.compute.manager [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: d7b449c1-d0be-4003-a071-762039584eb1] Deleting volume: 58ec73b1-8044-411e-830b-e8de7fa63c2e {{(pid=68864) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1688.951587] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1688.951828] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1688.952021] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1688.976863] env[68864]: INFO nova.scheduler.client.report [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted allocations for instance d7b449c1-d0be-4003-a071-762039584eb1 [ 1689.484714] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d9084af7-17a4-4c88-8e0e-a62f6cfc1ed9 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "d7b449c1-d0be-4003-a071-762039584eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.767s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.350947] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "dd66b449-2969-4f54-8f64-9955eaaa5419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.351268] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.351468] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "dd66b449-2969-4f54-8f64-9955eaaa5419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.351652] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.351816] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.353912] env[68864]: INFO nova.compute.manager [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Terminating instance [ 1690.857635] env[68864]: DEBUG nova.compute.manager [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.858024] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.858807] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe7124-5d2d-4043-9363-0a28044f3294 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.867306] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.867534] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad2d611-0ec2-4d56-adeb-7ca440a93739 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.873681] env[68864]: DEBUG oslo_vmware.api [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1690.873681] env[68864]: value = "task-3186576" [ 1690.873681] env[68864]: _type = "Task" [ 1690.873681] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.881637] env[68864]: DEBUG oslo_vmware.api [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.383317] env[68864]: DEBUG oslo_vmware.api [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186576, 'name': PowerOffVM_Task, 'duration_secs': 0.173579} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.383607] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.383678] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.383920] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7c443ed-11ce-4fb5-b113-b171337ecf14 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.454173] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.454424] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Deleting contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.454571] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleting the datastore file [datastore1] dd66b449-2969-4f54-8f64-9955eaaa5419 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.454807] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e67f15-3a9e-4b4c-8ebb-fb795c16f6a3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.460619] env[68864]: DEBUG oslo_vmware.api [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1691.460619] env[68864]: value = "task-3186578" [ 1691.460619] env[68864]: _type = "Task" [ 1691.460619] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.467822] env[68864]: DEBUG oslo_vmware.api [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.970277] env[68864]: DEBUG oslo_vmware.api [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149844} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.970676] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.970676] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Deleted contents of the VM from datastore datastore1 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.970836] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.970999] env[68864]: INFO nova.compute.manager [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1691.971261] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1691.971462] env[68864]: DEBUG nova.compute.manager [-] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.971571] env[68864]: DEBUG nova.network.neutron [-] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.239741] env[68864]: DEBUG nova.compute.manager [req-388e417f-4bdf-4663-aa3e-7a5180aebee7 req-6e3d9ef9-4bad-436b-a2a6-db20c47394ef service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Received event network-vif-deleted-b3205d19-d9ba-4454-bf10-8df7d7bf50f1 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1692.240265] env[68864]: INFO nova.compute.manager [req-388e417f-4bdf-4663-aa3e-7a5180aebee7 req-6e3d9ef9-4bad-436b-a2a6-db20c47394ef service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Neutron deleted interface b3205d19-d9ba-4454-bf10-8df7d7bf50f1; detaching it from the instance and deleting it from the info cache [ 1692.240265] env[68864]: DEBUG nova.network.neutron [req-388e417f-4bdf-4663-aa3e-7a5180aebee7 req-6e3d9ef9-4bad-436b-a2a6-db20c47394ef service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.717501] env[68864]: DEBUG nova.network.neutron [-] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.742932] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-125e72d3-e3c1-4ef6-a83b-1492c093e01a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.752874] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178fe83-0de1-4a43-b713-bdc4a34c0968 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.777639] env[68864]: DEBUG nova.compute.manager [req-388e417f-4bdf-4663-aa3e-7a5180aebee7 req-6e3d9ef9-4bad-436b-a2a6-db20c47394ef service nova] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Detach interface failed, port_id=b3205d19-d9ba-4454-bf10-8df7d7bf50f1, reason: Instance dd66b449-2969-4f54-8f64-9955eaaa5419 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1693.221042] env[68864]: INFO nova.compute.manager [-] [instance: dd66b449-2969-4f54-8f64-9955eaaa5419] Took 1.25 seconds to deallocate network for instance. [ 1693.727431] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.727718] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.727940] env[68864]: DEBUG nova.objects.instance [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'resources' on Instance uuid dd66b449-2969-4f54-8f64-9955eaaa5419 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.285283] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed574c84-190e-49a9-b6cf-f740ba356d0b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.292371] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeeb13d-9bfa-4f0f-94d9-08e24e21e520 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.321890] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab445db-65c3-41b0-9cf2-4ba3750a352a {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.328586] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056d9be6-43ec-43d1-bcaf-70fbb6e9341b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.341421] env[68864]: DEBUG nova.compute.provider_tree [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.844636] env[68864]: DEBUG nova.scheduler.client.report [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.349960] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1695.367935] env[68864]: INFO nova.scheduler.client.report [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted allocations for instance dd66b449-2969-4f54-8f64-9955eaaa5419 [ 1695.877164] env[68864]: DEBUG oslo_concurrency.lockutils [None req-1201791c-33f0-4d3b-8c53-d3e6adb2683b tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "dd66b449-2969-4f54-8f64-9955eaaa5419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.526s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1700.032184] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1700.032570] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1700.032666] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1700.032846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1700.033022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1700.035083] env[68864]: INFO nova.compute.manager [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Terminating instance [ 1700.539457] env[68864]: DEBUG nova.compute.manager [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1700.539701] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.540664] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2777df27-c943-4f7b-bc10-83dee1097c39 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.547916] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.548140] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a662b844-743f-42f9-a08a-87c42ae35d2b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.553227] env[68864]: DEBUG oslo_vmware.api [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1700.553227] env[68864]: value = "task-3186580" [ 1700.553227] env[68864]: _type = "Task" [ 1700.553227] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.561025] env[68864]: DEBUG oslo_vmware.api [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.063562] env[68864]: DEBUG oslo_vmware.api [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186580, 'name': PowerOffVM_Task, 'duration_secs': 0.161433} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.063974] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1701.063974] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1701.064231] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdd73092-7e7d-4af0-8f95-24cbf8176a94 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.126437] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1701.126658] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1701.126822] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleting the datastore file [datastore2] 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1701.127107] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-433815dc-9a2a-4168-b4c8-8845fdf24de2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.133127] env[68864]: DEBUG oslo_vmware.api [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for the task: (returnval){ [ 1701.133127] env[68864]: value = "task-3186582" [ 1701.133127] env[68864]: _type = "Task" [ 1701.133127] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.140366] env[68864]: DEBUG oslo_vmware.api [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.642437] env[68864]: DEBUG oslo_vmware.api [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Task: {'id': task-3186582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129963} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.642706] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.642867] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.643060] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.643246] env[68864]: INFO nova.compute.manager [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1701.643483] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1701.643679] env[68864]: DEBUG nova.compute.manager [-] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1701.643776] env[68864]: DEBUG nova.network.neutron [-] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.898194] env[68864]: DEBUG nova.compute.manager [req-94760b87-62b6-4aed-beb7-43702870862c req-5a05238c-05d2-4d26-94c6-6ed71caf2288 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Received event network-vif-deleted-81b1aa61-6897-4a58-beb2-b1916cc98e22 {{(pid=68864) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1701.898430] env[68864]: INFO nova.compute.manager [req-94760b87-62b6-4aed-beb7-43702870862c req-5a05238c-05d2-4d26-94c6-6ed71caf2288 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Neutron deleted interface 81b1aa61-6897-4a58-beb2-b1916cc98e22; detaching it from the instance and deleting it from the info cache [ 1701.898621] env[68864]: DEBUG nova.network.neutron [req-94760b87-62b6-4aed-beb7-43702870862c req-5a05238c-05d2-4d26-94c6-6ed71caf2288 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.385481] env[68864]: DEBUG nova.network.neutron [-] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.401240] env[68864]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f03c604-7819-47ee-ac92-61b1799523e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.410795] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e531749-83f6-4964-8696-35b9307d3fac {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.434346] env[68864]: DEBUG nova.compute.manager [req-94760b87-62b6-4aed-beb7-43702870862c req-5a05238c-05d2-4d26-94c6-6ed71caf2288 service nova] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Detach interface failed, port_id=81b1aa61-6897-4a58-beb2-b1916cc98e22, reason: Instance 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 could not be found. {{(pid=68864) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1702.887944] env[68864]: INFO nova.compute.manager [-] [instance: 2fc4f657-88fb-4bb0-bc37-d4dfadb84727] Took 1.24 seconds to deallocate network for instance. [ 1703.395022] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1703.395489] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1703.395597] env[68864]: DEBUG nova.objects.instance [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lazy-loading 'resources' on Instance uuid 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.938253] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d8d528-6497-4fb4-ba28-6dbbcb931d61 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.945836] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63061c20-79d8-479b-a0ef-d1a13b4f348c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.974793] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee0958b-c233-4950-9a36-6c6a1b40ebd3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.981450] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f746c99-dacf-4805-a2f6-a2bf356959f0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.994258] env[68864]: DEBUG nova.compute.provider_tree [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.497913] env[68864]: DEBUG nova.scheduler.client.report [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.004141] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1705.022465] env[68864]: INFO nova.scheduler.client.report [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Deleted allocations for instance 2fc4f657-88fb-4bb0-bc37-d4dfadb84727 [ 1705.530190] env[68864]: DEBUG oslo_concurrency.lockutils [None req-08a6f4b6-a79f-4ceb-9fad-ce131a9afa66 tempest-ServerActionsTestOtherA-374311732 tempest-ServerActionsTestOtherA-374311732-project-member] Lock "2fc4f657-88fb-4bb0-bc37-d4dfadb84727" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.498s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1705.994961] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.995249] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.995391] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.995534] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.995684] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.995827] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.995969] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.996147] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1705.996314] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.500053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1706.500053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1706.500053] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1706.500053] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1706.500832] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d0576-1210-412c-8b83-c84c24ea3d56 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.509032] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed167785-7d0f-4dbd-920a-13426c512548 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.522701] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3041ba0b-1714-4719-8819-acf5e834463d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.528886] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d59b3c8-4cde-49c0-b0bf-ce4a003ffc69 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.556575] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180467MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1706.556863] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1706.556930] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1707.583261] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1707.586016] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1707.586016] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1707.611377] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e271f42-5c97-4d32-8088-ff845fb634ce {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.618881] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39463c22-9e50-4002-9266-5ecc9c464c6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.648020] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03542c36-cb48-4d84-a55c-10b8cca66ece {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.655365] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d990eee2-91df-485d-8487-26258038ae58 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.668123] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.171790] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.677212] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68864) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1708.677561] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1709.153597] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "cc62115c-d768-4dfd-a448-db6282d91611" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1709.153846] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "cc62115c-d768-4dfd-a448-db6282d91611" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1709.656355] env[68864]: DEBUG nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Starting instance... {{(pid=68864) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1710.175633] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1710.175929] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1710.177261] env[68864]: INFO nova.compute.claims [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.227303] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b664c13-b671-430e-a361-acf94a567728 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.238282] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83979ac3-58d5-4a1e-8bc1-5c6fc6f390bb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.286563] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325b2be0-7d35-41a1-a46a-29f1bfa645e6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.297284] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93bed6f-f0b8-480d-a864-9851a81de128 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.317923] env[68864]: DEBUG nova.compute.provider_tree [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.822269] env[68864]: DEBUG nova.scheduler.client.report [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.328313] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1712.328796] env[68864]: DEBUG nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Start building networks asynchronously for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1713.084753] env[68864]: DEBUG nova.compute.utils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Using /dev/sd instead of None {{(pid=68864) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1713.087188] env[68864]: DEBUG nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Not allocating networking since 'none' was specified. {{(pid=68864) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1713.587814] env[68864]: DEBUG nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Start building block device mappings for instance. {{(pid=68864) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1714.598102] env[68864]: DEBUG nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Start spawning the instance on the hypervisor. {{(pid=68864) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.624668] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.624922] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.625092] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.625278] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.625424] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.625568] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.625770] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.625928] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.626108] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.626272] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.626442] env[68864]: DEBUG nova.virt.hardware [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.627336] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b6e0ee-ad22-49e0-8d23-9b3c31a6209b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.634805] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3849f462-7fc3-4e13-a48e-2647fbb8b0c6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.647525] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1714.652899] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Creating folder: Project (4c07a50a7116454487f211c23f440996). Parent ref: group-v636929. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1714.653144] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fe9afa3-5f21-4821-9a49-819dbf728433 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.663127] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Created folder: Project (4c07a50a7116454487f211c23f440996) in parent group-v636929. [ 1714.663305] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Creating folder: Instances. Parent ref: group-v637276. {{(pid=68864) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1714.663497] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3380e50e-32cd-420b-bd78-fd7a922abbff {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.671471] env[68864]: INFO nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Created folder: Instances in parent group-v637276. [ 1714.671677] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1714.671849] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1714.672035] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dab2da8-0ff1-4f10-86d3-2ffaf0957d90 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.686715] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1714.686715] env[68864]: value = "task-3186585" [ 1714.686715] env[68864]: _type = "Task" [ 1714.686715] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.693284] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186585, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.196255] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186585, 'name': CreateVM_Task, 'duration_secs': 0.24247} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.196416] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.196817] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.196979] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1715.197330] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1715.197559] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2686fa3-2927-490c-ada0-9b29e5483854 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.201381] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1715.201381] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52064491-c870-be3b-9d2a-2fc5686bd6a9" [ 1715.201381] env[68864]: _type = "Task" [ 1715.201381] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.208082] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52064491-c870-be3b-9d2a-2fc5686bd6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.711458] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52064491-c870-be3b-9d2a-2fc5686bd6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.711840] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1715.712103] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.712389] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.712572] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1715.712787] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.713076] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1fb8c6-9be1-4f25-917e-7d802e36a658 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.721068] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.721271] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.721973] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f6c6d8-d5de-4644-bb60-65b1fc3e3a52 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.726399] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1715.726399] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5277abe0-00d3-8013-d3f8-dd57ee0a08a9" [ 1715.726399] env[68864]: _type = "Task" [ 1715.726399] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.733111] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5277abe0-00d3-8013-d3f8-dd57ee0a08a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.237454] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5277abe0-00d3-8013-d3f8-dd57ee0a08a9, 'name': SearchDatastore_Task, 'duration_secs': 0.007784} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.238145] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca7e97c-edf2-4bf9-b603-0f9fdbfa1edb {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.242659] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1716.242659] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272a2be-d344-caae-e532-c7b1773f81e5" [ 1716.242659] env[68864]: _type = "Task" [ 1716.242659] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.249205] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272a2be-d344-caae-e532-c7b1773f81e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.752562] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5272a2be-d344-caae-e532-c7b1773f81e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.752942] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1716.753062] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1716.753307] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c450b06-e950-4725-b8cb-2e40464df59b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.760048] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1716.760048] env[68864]: value = "task-3186586" [ 1716.760048] env[68864]: _type = "Task" [ 1716.760048] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.766795] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.269771] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47279} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.270069] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1717.270224] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1717.270490] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bf9e511-6609-4355-ab49-efe04ac9c01b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.276501] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1717.276501] env[68864]: value = "task-3186587" [ 1717.276501] env[68864]: _type = "Task" [ 1717.276501] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.283283] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.786354] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066205} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.786753] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.787371] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632cf387-a634-4fba-96c6-72ff7d9367c5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.805891] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.806136] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eebd306c-175b-4565-9843-039904180441 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.825169] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1717.825169] env[68864]: value = "task-3186588" [ 1717.825169] env[68864]: _type = "Task" [ 1717.825169] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.832562] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.334466] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186588, 'name': ReconfigVM_Task, 'duration_secs': 0.284477} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.334788] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Reconfigured VM instance instance-0000007f to attach disk [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.335440] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7938bf4d-732c-473a-8658-56de38365d22 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.341858] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1718.341858] env[68864]: value = "task-3186589" [ 1718.341858] env[68864]: _type = "Task" [ 1718.341858] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.349666] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186589, 'name': Rename_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.851596] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186589, 'name': Rename_Task, 'duration_secs': 0.12376} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.851990] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.852121] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739ca195-7393-45d9-8828-27276a5fa725 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.858632] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1718.858632] env[68864]: value = "task-3186590" [ 1718.858632] env[68864]: _type = "Task" [ 1718.858632] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.866274] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.368461] env[68864]: DEBUG oslo_vmware.api [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186590, 'name': PowerOnVM_Task, 'duration_secs': 0.407524} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.368673] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.368853] env[68864]: INFO nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Took 4.77 seconds to spawn the instance on the hypervisor. [ 1719.369035] env[68864]: DEBUG nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.369806] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74a832-05b5-478f-9485-51454e90488c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.887970] env[68864]: INFO nova.compute.manager [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Took 9.73 seconds to build instance. [ 1720.390795] env[68864]: DEBUG oslo_concurrency.lockutils [None req-6b4e3f9e-5fee-43dc-a89a-073394068704 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "cc62115c-d768-4dfd-a448-db6282d91611" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.237s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1720.961635] env[68864]: INFO nova.compute.manager [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Rebuilding instance [ 1721.001389] env[68864]: DEBUG nova.compute.manager [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1721.002287] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a01b2e7-28d8-4ffe-975d-ff11f32eb7e8 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.014780] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1722.015245] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c84faa5-fe3f-49f4-afea-1870ee62855f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.022644] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1722.022644] env[68864]: value = "task-3186591" [ 1722.022644] env[68864]: _type = "Task" [ 1722.022644] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.030735] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.532908] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186591, 'name': PowerOffVM_Task, 'duration_secs': 0.122679} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.533487] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.533487] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1722.534129] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80ccfac-241a-469f-99aa-bf16e0d09f30 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.540681] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1722.540832] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d943a29c-5b99-4863-a226-c9bdde3111b2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.564010] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1722.564243] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1722.564411] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Deleting the datastore file [datastore2] cc62115c-d768-4dfd-a448-db6282d91611 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1722.564656] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-221da95b-86ba-404d-a73a-a9b75243fcf0 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.570312] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1722.570312] env[68864]: value = "task-3186593" [ 1722.570312] env[68864]: _type = "Task" [ 1722.570312] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.577404] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.080211] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095093} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.080604] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1723.080604] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1723.080775] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.110113] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:57:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:57:29Z,direct_url=,disk_format='vmdk',id=11a3778f-2cc4-46a8-a051-ce4b7a598094,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e53ef1b16ad74c2db32a4b246e16876d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:57:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1724.110485] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Flavor limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1724.110571] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Image limits 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1724.110726] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Flavor pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1724.110870] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Image pref 0:0:0 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1724.111025] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68864) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1724.111236] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1724.111392] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1724.111554] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Got 1 possible topologies {{(pid=68864) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1724.111710] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1724.111876] env[68864]: DEBUG nova.virt.hardware [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68864) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1724.112725] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0b75cb-c560-4642-a117-e87c4ba82b6e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.120402] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344aca64-009f-4ba8-abdf-0b215f2120d6 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.134106] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Instance VIF info [] {{(pid=68864) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1724.139457] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1724.139669] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Creating VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1724.139851] env[68864]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a7d248d-0fc3-4350-a936-5b8f37400424 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.157243] env[68864]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1724.157243] env[68864]: value = "task-3186594" [ 1724.157243] env[68864]: _type = "Task" [ 1724.157243] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.163864] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186594, 'name': CreateVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.666459] env[68864]: DEBUG oslo_vmware.api [-] Task: {'id': task-3186594, 'name': CreateVM_Task, 'duration_secs': 0.237134} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.666698] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Created VM on the ESX host {{(pid=68864) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1724.667016] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.667179] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1724.667486] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1724.667732] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8a4171-9eb6-4b5f-b124-0454b21f1046 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.671747] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1724.671747] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6b2f1-f81e-de7e-3926-2cdeb55e052f" [ 1724.671747] env[68864]: _type = "Task" [ 1724.671747] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.678451] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6b2f1-f81e-de7e-3926-2cdeb55e052f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.182211] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]52d6b2f1-f81e-de7e-3926-2cdeb55e052f, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.182596] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1725.182707] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Processing image 11a3778f-2cc4-46a8-a051-ce4b7a598094 {{(pid=68864) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1725.182938] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.183096] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.183274] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1725.183521] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f23758a7-5a2d-478a-b784-5a057479bc04 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.191083] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68864) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1725.191256] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68864) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1725.191930] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d89d90-0d33-43b5-bcca-76ba80082437 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.196858] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1725.196858] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5294158c-3b85-3d36-de4e-bd3ba54ae00a" [ 1725.196858] env[68864]: _type = "Task" [ 1725.196858] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.203732] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5294158c-3b85-3d36-de4e-bd3ba54ae00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.706572] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5294158c-3b85-3d36-de4e-bd3ba54ae00a, 'name': SearchDatastore_Task, 'duration_secs': 0.00784} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.707328] env[68864]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77b1301-ddfb-4e5d-a377-907d08026a73 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.711871] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1725.711871] env[68864]: value = "session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5223317b-2f11-0851-25b7-9ab3e1c7d92b" [ 1725.711871] env[68864]: _type = "Task" [ 1725.711871] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.718767] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5223317b-2f11-0851-25b7-9ab3e1c7d92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.222668] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': session[52b6774c-f980-1fd7-2a13-d6b03240f2af]5223317b-2f11-0851-25b7-9ab3e1c7d92b, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.223073] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1726.223259] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1726.223430] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35dc3119-c301-43df-a0dd-ce52ee2e495f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.229390] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1726.229390] env[68864]: value = "task-3186595" [ 1726.229390] env[68864]: _type = "Task" [ 1726.229390] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.236925] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.740059] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413663} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.740359] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/11a3778f-2cc4-46a8-a051-ce4b7a598094/11a3778f-2cc4-46a8-a051-ce4b7a598094.vmdk to [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk {{(pid=68864) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1726.740530] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Extending root virtual disk to 1048576 {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1726.740769] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d98d0443-9889-499a-a728-c0aa81e8b51e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.746747] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1726.746747] env[68864]: value = "task-3186596" [ 1726.746747] env[68864]: _type = "Task" [ 1726.746747] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.753906] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.255848] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0621} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.256314] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Extended root virtual disk {{(pid=68864) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1727.257126] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4512914-d610-45f4-a27d-7bb509ec16bd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.276267] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.276565] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40666007-9140-4540-bc63-e7867661b57d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.296063] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1727.296063] env[68864]: value = "task-3186597" [ 1727.296063] env[68864]: _type = "Task" [ 1727.296063] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.303865] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.805518] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186597, 'name': ReconfigVM_Task, 'duration_secs': 0.353851} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.805760] env[68864]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Reconfigured VM instance instance-0000007f to attach disk [datastore2] cc62115c-d768-4dfd-a448-db6282d91611/cc62115c-d768-4dfd-a448-db6282d91611.vmdk or device None with type sparse {{(pid=68864) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1727.806396] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-499aa15d-6a27-43a1-bef7-aa9c03c72df5 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.812469] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1727.812469] env[68864]: value = "task-3186598" [ 1727.812469] env[68864]: _type = "Task" [ 1727.812469] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.819815] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186598, 'name': Rename_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.322163] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186598, 'name': Rename_Task, 'duration_secs': 0.133057} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.322552] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powering on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1728.322732] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d58cbe0b-ef56-43be-adc1-52f6a5161b5f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.328455] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1728.328455] env[68864]: value = "task-3186599" [ 1728.328455] env[68864]: _type = "Task" [ 1728.328455] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.335498] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.838048] env[68864]: DEBUG oslo_vmware.api [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186599, 'name': PowerOnVM_Task, 'duration_secs': 0.400962} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.838339] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powered on the VM {{(pid=68864) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.838519] env[68864]: DEBUG nova.compute.manager [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Checking state {{(pid=68864) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.839245] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e356b75-731e-406c-8543-ebb3d0f57aec {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.354761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.354761] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.354761] env[68864]: DEBUG nova.objects.instance [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68864) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1729.550782] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "cc62115c-d768-4dfd-a448-db6282d91611" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.551113] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "cc62115c-d768-4dfd-a448-db6282d91611" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.551271] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "cc62115c-d768-4dfd-a448-db6282d91611-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.551450] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "cc62115c-d768-4dfd-a448-db6282d91611-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.551621] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "cc62115c-d768-4dfd-a448-db6282d91611-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.553712] env[68864]: INFO nova.compute.manager [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Terminating instance [ 1730.057026] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "refresh_cache-cc62115c-d768-4dfd-a448-db6282d91611" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.057287] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquired lock "refresh_cache-cc62115c-d768-4dfd-a448-db6282d91611" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1730.057410] env[68864]: DEBUG nova.network.neutron [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Building network info cache for instance {{(pid=68864) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.363080] env[68864]: DEBUG oslo_concurrency.lockutils [None req-d4057236-b0a0-45fd-b034-abe320a38b42 tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.577935] env[68864]: DEBUG nova.network.neutron [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.628953] env[68864]: DEBUG nova.network.neutron [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.131312] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Releasing lock "refresh_cache-cc62115c-d768-4dfd-a448-db6282d91611" {{(pid=68864) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1731.131793] env[68864]: DEBUG nova.compute.manager [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Start destroying the instance on the hypervisor. {{(pid=68864) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.131997] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Destroying instance {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.132903] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89591555-b5d6-4f6e-b3bf-d5eb9ac55a6c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.141533] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powering off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.141770] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb0ba5cb-afa1-4f2a-9fe4-7a67bc7d1a6b {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.147890] env[68864]: DEBUG oslo_vmware.api [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1731.147890] env[68864]: value = "task-3186600" [ 1731.147890] env[68864]: _type = "Task" [ 1731.147890] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.156204] env[68864]: DEBUG oslo_vmware.api [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.657785] env[68864]: DEBUG oslo_vmware.api [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186600, 'name': PowerOffVM_Task, 'duration_secs': 0.118533} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.658180] env[68864]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Powered off the VM {{(pid=68864) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1731.658235] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Unregistering the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.658456] env[68864]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efede657-2335-4964-9e1c-8904513f5c1e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.680598] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Unregistered the VM {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.680811] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Deleting contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.680994] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Deleting the datastore file [datastore2] cc62115c-d768-4dfd-a448-db6282d91611 {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.681247] env[68864]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41707bca-5f3b-4625-abc8-4c11e5fb32d3 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.686999] env[68864]: DEBUG oslo_vmware.api [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for the task: (returnval){ [ 1731.686999] env[68864]: value = "task-3186602" [ 1731.686999] env[68864]: _type = "Task" [ 1731.686999] env[68864]: } to complete. {{(pid=68864) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.693850] env[68864]: DEBUG oslo_vmware.api [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.196325] env[68864]: DEBUG oslo_vmware.api [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Task: {'id': task-3186602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09121} completed successfully. {{(pid=68864) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.196581] env[68864]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Deleted the datastore file {{(pid=68864) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.196751] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Deleted contents of the VM from datastore datastore2 {{(pid=68864) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.196923] env[68864]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Instance destroyed {{(pid=68864) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.197110] env[68864]: INFO nova.compute.manager [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1732.197368] env[68864]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68864) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1732.197570] env[68864]: DEBUG nova.compute.manager [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Deallocating network for instance {{(pid=68864) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.197663] env[68864]: DEBUG nova.network.neutron [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] deallocate_for_instance() {{(pid=68864) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.213227] env[68864]: DEBUG nova.network.neutron [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Instance cache missing network info. {{(pid=68864) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.715372] env[68864]: DEBUG nova.network.neutron [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Updating instance_info_cache with network_info: [] {{(pid=68864) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.218103] env[68864]: INFO nova.compute.manager [-] [instance: cc62115c-d768-4dfd-a448-db6282d91611] Took 1.02 seconds to deallocate network for instance. [ 1733.724618] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1733.725038] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1733.725184] env[68864]: DEBUG nova.objects.instance [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lazy-loading 'resources' on Instance uuid cc62115c-d768-4dfd-a448-db6282d91611 {{(pid=68864) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.264871] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5183c4-2af1-4a71-a93e-2fd78f1297ef {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.272156] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff775de-9c76-489a-ad4d-d1dc7d55d24d {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.301408] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ee53ff-a0f9-47a9-a37c-5a97e2ad81a7 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.307870] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021cbf2a-df3d-4536-9d43-88776f89430e {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.320425] env[68864]: DEBUG nova.compute.provider_tree [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.823731] env[68864]: DEBUG nova.scheduler.client.report [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.329118] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1735.350130] env[68864]: INFO nova.scheduler.client.report [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Deleted allocations for instance cc62115c-d768-4dfd-a448-db6282d91611 [ 1735.860963] env[68864]: DEBUG oslo_concurrency.lockutils [None req-18cd5129-b0b3-444e-bf16-4c059b1ccc1b tempest-ServerShowV254Test-1641820731 tempest-ServerShowV254Test-1641820731-project-member] Lock "cc62115c-d768-4dfd-a448-db6282d91611" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.310s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1758.288199] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.288806] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.288806] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.289128] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.289277] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.289522] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.289801] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.290020] env[68864]: DEBUG nova.compute.manager [None req-2456e291-7823-413a-8131-2322d11dfacb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68864) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1758.290352] env[68864]: DEBUG oslo_service.periodic_task [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Running periodic task ComputeManager.update_available_resource {{(pid=68864) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.793520] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1758.793797] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1758.793974] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1758.794154] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68864) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1758.795099] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc4f2c-cca0-4c3b-aa21-e0667fe9fdcd {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.804115] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02b262-bf2b-4006-a384-7fedcc7a94e2 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.818528] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeef9072-a7d9-4620-8fc6-1d589a921af1 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.824940] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85bc43-f4b4-402f-8040-48c5ca450a9f {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.852816] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180960MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=68864) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1758.852964] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1758.853182] env[68864]: DEBUG oslo_concurrency.lockutils [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68864) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.996674] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Instance 9d87c672-1de2-40a6-bce5-c48357027d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68864) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1759.996971] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1759.997061] env[68864]: DEBUG nova.compute.resource_tracker [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68864) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1760.021827] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b31b74c-1299-4a07-8a51-d445fe50ae66 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.029508] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d0d468-4ba7-4b18-b148-6276d5d1e575 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.059512] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86011001-c506-4ee8-97e7-fc6aeb4e6d11 {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.066428] env[68864]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d81170-7bc9-438d-9536-65f76b09969c {{(pid=68864) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.078985] env[68864]: DEBUG nova.compute.provider_tree [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed in ProviderTree for provider: 0edbe77d-9903-40bc-a8b5-90dc781ff22f {{(pid=68864) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.582209] env[68864]: DEBUG nova.scheduler.client.report [None req-2456e291-7823-413a-8131-2322d11dfacb None None] Inventory has not changed for provider 0edbe77d-9903-40bc-a8b5-90dc781ff22f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68864) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}}